-- Logs begin at Sun 2022-02-20 21:45:10 UTC, end at Sun 2022-02-20 22:53:13 UTC. -- Feb 20 22:26:14.108495 dv-cinder-830095-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 22:26:17.098588 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.common.config [-] Logging enabled! Feb 20 22:26:17.099230 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 22:26:17.099416 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103267) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 22:26:17.102696 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.common.config [-] Logging enabled! Feb 20 22:26:17.102951 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 22:26:17.103263 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103267) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 22:26:17.104199 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 22:26:17.104436 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 22:26:17.104832 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 22:26:17.105106 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 22:26:17.105760 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 22:26:17.106096 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.106530 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 22:26:17.106862 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.107165 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.107466 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.107768 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.108063 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.108351 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.108645 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.108945 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.109237 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.109520 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.109840 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.110141 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.110433 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.110724 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.111020 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.111336 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] debug = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.111627 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.112065 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.113077 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.113365 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.113689 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.113966 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.114242 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.114522 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.114809 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.115141 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] host = dv-cinder-830095-1-iscsi {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.115420 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.115709 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.115998 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.116286 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.116562 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.116838 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.117123 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.117419 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.117729 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] log_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.118031 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.118324 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.118614 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.118907 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.119139 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.119362 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.119679 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.119967 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.120247 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.120524 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.120798 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.121071 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.121344 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.121613 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.121930 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.122224 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.122507 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.122782 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.123057 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.123331 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.123622 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.123927 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.124202 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.124476 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.124750 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.125037 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.125305 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.125577 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.125898 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.126185 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.126468 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.126752 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.127027 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.127310 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.127582 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.128505 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.128788 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] use_json = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.129222 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.129520 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.129854 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.130135 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.130411 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.130685 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.130960 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.131247 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.131558 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:17.131898 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.132239 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.132544 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.132846 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.133141 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.133425 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.133734 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.134020 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.134311 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.134601 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.134888 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.135166 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.135487 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.135781 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.136083 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.136412 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.136708 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.137001 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.137278 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.137552 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.137857 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.138139 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.138427 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.138707 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.138996 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.139293 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.139574 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.139871 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.140155 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.140450 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.140740 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.141096 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.141383 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.141737 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.142026 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.142303 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.142584 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.142877 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.143159 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.143480 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.143910 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.144195 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.144491 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.144766 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.145047 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.145340 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.145619 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.145916 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.146189 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.146469 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.146762 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.147051 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.147329 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.147605 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.147879 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.148158 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.148431 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.148728 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.149030 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.149331 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.149613 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.149913 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.150190 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.150465 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.150739 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.151013 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.151286 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.151559 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.151853 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.152136 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.152412 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.152687 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.152981 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.153275 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.153601 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.153937 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.154221 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.154502 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.154783 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.155064 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.155341 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.155620 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.155898 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.156177 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.156451 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.156743 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.157027 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.157314 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.157619 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.157943 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.158320 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.158662 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.159028 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.159423 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.159807 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.160097 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.160386 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.160676 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.160974 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.161273 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.161574 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.161916 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.162218 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.162504 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.162819 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.163123 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:17.163347 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 22:26:17.163609 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103267) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 22:26:17.541576 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 22:26:17.541817 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 22:26:17.542123 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 22:26:17.542603 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 22:26:17.877124 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.877425 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.877728 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.879612 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.879887 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.880151 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.927208 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.927491 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.927759 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.942138 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.942422 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.942696 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.972452 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.972720 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:17.972976 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.010774 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.011050 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.011318 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.364400 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.365028 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.365028 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.365205 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.365916 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.467573 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.467894 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.468175 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.468444 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.468710 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.469017 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.469275 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.469533 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.469808 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.470092 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.470352 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.470615 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.470872 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.471126 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.471383 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.471806 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.472205 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.472483 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.472755 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.473018 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.473293 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.473549 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.473857 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.474233 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.474486 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.474753 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.475149 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:26:18.475396 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:26:18.475642 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:26:18.475880 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:26:18.476120 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:26:18.476357 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:26:18.476725 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 22:26:18.479976 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 22:26:18.484065 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 22:26:18.488498 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 20 22:26:18.490207 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 22:26:18.490687 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 22:26:18.491046 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 22:26:18.491431 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 22:26:18.494295 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 22:26:18.494550 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 22:26:18.494902 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 22:26:18.499813 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 22:26:18.523445 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 22:26:18.523926 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.524223 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103267) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 22:26:18.524584 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.526012 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103267) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 22:26:18.526291 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 22:26:18.526541 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 22:26:18.530043 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.530512 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:18.596953 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 22:26:18.597196 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 22:26:18.597434 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 22:26:18.597838 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 22:26:18.619023 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_db.sqlalchemy.engines [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103267) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 22:26:19.190161 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Initializing driver for type 'gre' Feb 20 22:26:19.191317 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] gre ID ranges: [(1, 1000)] Feb 20 22:26:19.431954 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Initializing driver for type 'local' Feb 20 22:26:19.432550 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Initializing driver for type 'vlan' Feb 20 22:26:19.523655 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] VlanTypeDriver initialization complete Feb 20 22:26:19.524049 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Initializing driver for type 'vxlan' Feb 20 22:26:19.524605 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] vxlan ID ranges: [(1, 1000)] Feb 20 22:26:19.727386 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Initializing extension driver 'port_security' Feb 20 22:26:19.727655 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.extensions.port_security [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] PortSecurityExtensionDriver initialization complete Feb 20 22:26:19.727992 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Initializing mechanism driver 'openvswitch' Feb 20 22:26:19.728314 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Initializing mechanism driver 'hyperv' Feb 20 22:26:19.735108 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.plugins.ml2.plugin [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:26:19.735977 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > port after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.736368 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > port after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.736758 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > port after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.737954 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:26:19.738390 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > subnet after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.738744 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > subnet after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.739090 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.739490 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:26:19.739896 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > network after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.740272 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > network after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.740631 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > network after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.741031 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:26:19.741438 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > security_group after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.741825 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > security_group after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.742215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.742613 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:26:19.743018 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.743362 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.743742 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.744133 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:26:19.744540 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > address_group after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.744927 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > address_group after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.745293 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.745753 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 22:26:19.750542 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] ML2 OVO RPC backend initialized. {{(pid=103267) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 22:26:19.750542 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.750542 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.750542 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > network before_response 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.750842 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > networks before_response 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.750842 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > port before_response 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.750842 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > ports before_response 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.750842 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > subnet before_response 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.751149 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > subnets before_response 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.751149 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > network after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.751149 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > network after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.751149 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > network after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.751446 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > port after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.751446 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > port after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.751587 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > port after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.751886 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > subnet after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.752223 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > subnet after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.752555 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.760024 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded quota_driver: . Feb 20 22:26:19.760393 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.plugin [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Modular L2 Plugin initialization complete Feb 20 22:26:19.760746 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading services supported by the core plugin {{(pid=103267) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 22:26:19.761084 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.plugins.ml2.managers [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Got port-security extension from driver 'port_security' Feb 20 22:26:19.761566 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.extensions.vlantransparent [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Disabled vlantransparent extension. Feb 20 22:26:19.762204 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103267) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 22:26:19.762531 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading Plugin: router Feb 20 22:26:19.799544 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.801059 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router after_create 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.801556 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router before_create 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.801954 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.802329 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.802693 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router after_delete 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.803052 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.803401 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.803757 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router after_create 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.804101 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router after_update 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.804450 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router after_update 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.804796 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.805174 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router after_update 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.805582 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router precommit_update 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.805977 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: port after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.806320 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: port after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.806655 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: subnet after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.806992 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.807335 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.807678 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router precommit_create 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.808017 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: port before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.808379 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router precommit_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.808730 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router after_update 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.809068 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.809546 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router precommit_create 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.809943 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.810295 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router precommit_update 55549900 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.810665 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > agent after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.811018 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > agent after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.811365 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > network after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.812260 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Tracking information for resource: router configured {{(pid=103267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:26:19.812594 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Tracking information for resource: floatingip configured {{(pid=103267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 22:26:19.817735 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.db.l3_agentschedulers_db [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 22:26:19.818321 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: port after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.818680 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: port after_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.819027 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: port after_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.819375 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: port after_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.820182 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router before_create 55550100 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.820545 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.820905 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router precommit_create 55550100 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.821258 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > router precommit_update 55550100 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.826127 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.services.provider_configuration [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service providers = [] {{(pid=103267) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 22:26:19.826493 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.db.servicetype_db [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103267) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 22:26:19.829481 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.services.service_base [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 22:26:19.829864 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.services.service_base [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 22:26:19.830205 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.services.service_base [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 22:26:19.831385 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.services.service_base [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 22:26:19.831533 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.services.service_base [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 22:26:19.831906 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:26:19.832220 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 22:26:19.843113 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:26:19.843456 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading Plugin: auto_allocate Feb 20 22:26:19.849903 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: network precommit_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.850275 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: network precommit_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.850787 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:26:19.851106 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading Plugin: tag Feb 20 22:26:19.857975 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:26:19.858311 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading Plugin: timestamp Feb 20 22:26:19.862810 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:26:19.863149 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading Plugin: network_ip_availability Feb 20 22:26:19.868715 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.869086 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.869443 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:19.870187 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:26:19.870509 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading Plugin: flavors Feb 20 22:26:19.875467 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:26:19.875804 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading Plugin: revisions Feb 20 22:26:19.880896 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 22:26:19.881286 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_concurrency.lockutils [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.339s {{(pid=103267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 22:26:19.882065 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103267) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 22:26:19.882401 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Initializing extension manager. Feb 20 22:26:19.882923 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: __init__.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.883259 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: __pycache__ {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.883672 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.883925 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: address_group.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.884679 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.885237 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: address-group Feb 20 22:26:19.885559 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: address_scope.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.886316 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.886827 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: address-scope Feb 20 22:26:19.887149 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.888079 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.888590 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: router-admin-state-down-before-update Feb 20 22:26:19.888910 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: agent.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.889612 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.890153 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: agent Feb 20 22:26:19.890476 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: agent_resources_synced.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.891384 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.891913 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: agent-resources-synced Feb 20 22:26:19.892234 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: allowedaddresspairs.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.894632 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.895175 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: allowed-address-pairs Feb 20 22:26:19.895499 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: auto_allocated_topology.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.896589 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.897106 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: auto-allocated-topology Feb 20 22:26:19.897436 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: availability_zone.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.898174 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.898688 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: availability_zone Feb 20 22:26:19.899015 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: availability_zone_filter.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.899929 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.900836 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: availability_zone_filter Feb 20 22:26:19.901161 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: data_plane_status.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.902215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.902720 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 22:26:19.903042 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: default_subnetpools.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.903966 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.904476 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: default-subnetpools Feb 20 22:26:19.904798 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.905622 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.906162 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: dhcp_agent_scheduler Feb 20 22:26:19.906496 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: dns.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.907693 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.908591 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension dns-integration not supported by any of loaded plugins Feb 20 22:26:19.909840 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: dns_domain_ports.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.910839 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.911358 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 22:26:19.911784 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.913048 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.913562 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 22:26:19.913920 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: dvr.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.914606 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.915200 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: dvr Feb 20 22:26:19.915758 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: ecmp_routes.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.917252 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.918200 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 22:26:19.919434 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: empty_string_filtering.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.919626 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.920145 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: empty-string-filtering Feb 20 22:26:19.920468 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.921387 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.922062 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 22:26:19.922648 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.924128 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.924844 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 22:26:19.925450 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: external_net.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.926426 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.926938 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: external-net Feb 20 22:26:19.927261 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.928176 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.928684 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: extra_dhcp_opt Feb 20 22:26:19.929005 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: extraroute.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.929962 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.930468 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: extraroute Feb 20 22:26:19.930788 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: extraroute_atomic.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.931865 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.932376 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: extraroute-atomic Feb 20 22:26:19.933011 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: filter_validation.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.933689 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.934221 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: filter-validation Feb 20 22:26:19.934544 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: fip_pf_description.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.935455 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.935961 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 22:26:19.936280 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: fip_port_details.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.937417 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.937976 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: fip-port-details Feb 20 22:26:19.938299 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: flavors.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.939899 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.940458 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: flavors Feb 20 22:26:19.940978 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.943880 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.944402 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 22:26:19.944732 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: floatingip_pools.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.945438 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.945975 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: floatingip-pools Feb 20 22:26:19.946301 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: ip_allocation.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.948090 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.948604 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 22:26:19.948930 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.949895 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.950414 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: ip-substring-filtering Feb 20 22:26:19.950738 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: l2_adjacency.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.952555 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.953079 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 22:26:19.953410 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: l3.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.954421 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.955822 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: router Feb 20 22:26:19.956779 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.959128 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.959678 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 22:26:19.960011 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.960950 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.961473 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: ext-gw-mode Feb 20 22:26:19.961825 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.962751 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.963267 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: l3-ha Feb 20 22:26:19.963591 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.964502 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.965011 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 22:26:19.965335 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: l3_flavors.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.966300 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.966811 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: l3-flavors Feb 20 22:26:19.967132 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.968521 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.969037 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 22:26:19.969381 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.970330 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.970848 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 22:26:19.971199 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: l3agentscheduler.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.973027 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.973543 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: l3_agent_scheduler Feb 20 22:26:19.973903 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: local_ip.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.975693 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.976230 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension local_ip not supported by any of loaded plugins Feb 20 22:26:19.976566 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: logging.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.979674 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.980161 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension logging not supported by any of loaded plugins Feb 20 22:26:19.980496 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: metering.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.981249 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.981884 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: metering Feb 20 22:26:19.982215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.983329 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.983865 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: metering_source_and_destination_fields Feb 20 22:26:19.984195 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: multiprovidernet.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.985144 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.985657 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: multi-provider Feb 20 22:26:19.986013 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: netmtu.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.986958 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.987623 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: net-mtu Feb 20 22:26:19.987946 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: netmtu_writable.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.988878 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.989392 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: net-mtu-writable Feb 20 22:26:19.989733 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: network_availability_zone.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.990414 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.990925 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: network_availability_zone Feb 20 22:26:19.991246 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: network_ip_availability.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.992374 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.992894 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: network-ip-availability Feb 20 22:26:19.993223 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: network_segment_range.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.994108 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.994620 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 22:26:19.994942 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: pagination.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.995947 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.996279 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: pagination Feb 20 22:26:19.996600 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: port_device_profile.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.997508 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.998059 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: port-device-profile Feb 20 22:26:19.998380 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:19.999300 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:19.999814 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: port-mac-address-regenerate Feb 20 22:26:20.000162 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.001082 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.001593 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: port-numa-affinity-policy Feb 20 22:26:20.001940 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: port_resource_request.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.002903 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.003415 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 22:26:20.003733 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: port_resource_request_groups.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.004723 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.005232 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 22:26:20.005577 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: portbindings.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.006545 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.007061 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: binding Feb 20 22:26:20.007381 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: portbindings_extended.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.008662 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.009181 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: binding-extended Feb 20 22:26:20.009510 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: portsecurity.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.010464 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.010983 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: port-security Feb 20 22:26:20.011305 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: project_id.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.012302 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.012634 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: project-id Feb 20 22:26:20.012958 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: providernet.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.013907 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.014425 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: provider Feb 20 22:26:20.014746 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.018979 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.019504 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos not supported by any of loaded plugins Feb 20 22:26:20.019835 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.021092 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.021613 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 22:26:20.021970 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.022923 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.023443 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 22:26:20.023767 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_default.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.024696 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.025210 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-default not supported by any of loaded plugins Feb 20 22:26:20.025541 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_fip.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.026487 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.027022 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-fip not supported by any of loaded plugins Feb 20 22:26:20.027346 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.028262 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.028796 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 22:26:20.029119 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_gateway_ip.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.030076 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.030586 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 22:26:20.030907 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_port_network_policy.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.031945 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.032459 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 22:26:20.032781 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.033858 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.035197 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 22:26:20.035522 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.036573 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.037089 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 22:26:20.037414 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_pps_rule.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.038623 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.039147 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-pps not supported by any of loaded plugins Feb 20 22:26:20.039470 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_rule_type_details.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.040391 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.040903 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 22:26:20.041223 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: qos_rules_alias.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.042317 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.042834 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 22:26:20.043155 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: quota_check_limit.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.044077 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.044599 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: quota-check-limit Feb 20 22:26:20.044925 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: quotasv2.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.045892 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.046222 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: quotas Feb 20 22:26:20.046540 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: quotasv2_detail.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.048345 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.048684 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: quota_details Feb 20 22:26:20.049012 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: rbac.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.050408 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.050932 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: rbac-policies Feb 20 22:26:20.051262 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: rbac_address_group.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.052193 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.052715 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: rbac-address-group Feb 20 22:26:20.053039 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: rbac_address_scope.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.053995 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.054519 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: rbac-address-scope Feb 20 22:26:20.054842 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: rbac_security_groups.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.055762 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.056279 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: rbac-security-groups Feb 20 22:26:20.056602 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: rbac_subnetpool.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.057605 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.058213 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: rbac-subnetpool Feb 20 22:26:20.058534 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: revisionifmatch.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.059469 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.059982 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: revision-if-match Feb 20 22:26:20.060304 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: revisions.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.061470 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.062017 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: standard-attr-revisions Feb 20 22:26:20.062341 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: router_availability_zone.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.063035 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.063596 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: router_availability_zone Feb 20 22:26:20.063918 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: routerservicetype.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.064905 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.065498 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension router-service-type not supported by any of loaded plugins Feb 20 22:26:20.065851 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.066838 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.068787 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: security-groups-normalized-cidr Feb 20 22:26:20.069111 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.070117 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.070873 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: port-security-groups-filtering Feb 20 22:26:20.071200 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.072228 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.072834 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: security-groups-remote-address-group Feb 20 22:26:20.073200 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.074235 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.074789 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: security-groups-shared-filtering Feb 20 22:26:20.075116 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.075710 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 22:26:20.076035 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: securitygroup.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.086539 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.087074 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: security-group Feb 20 22:26:20.087406 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: segment.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.088199 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.088709 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension segment not supported by any of loaded plugins Feb 20 22:26:20.089035 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.090034 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.090547 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 22:26:20.090870 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: servicetype.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.092009 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.092535 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: service-type Feb 20 22:26:20.092860 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: sorting.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.093886 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.094218 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: sorting Feb 20 22:26:20.094540 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: standard_attr_segment.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.095476 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.095991 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 22:26:20.096316 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: standardattrdescription.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.097617 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.098245 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: standard-attr-description Feb 20 22:26:20.098573 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: stateful_security_group.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.099514 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.100030 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: stateful-security-group Feb 20 22:26:20.100352 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: stdattrs_common.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.100918 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 22:26:20.101235 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.102197 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.102714 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 22:26:20.103035 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: subnet_onboard.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.104116 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.104633 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: subnet_onboard Feb 20 22:26:20.104956 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.106017 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.106574 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 22:26:20.106897 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: subnet_service_types.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.107853 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.108375 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: subnet-service-types Feb 20 22:26:20.108698 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: subnetallocation.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.109873 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.110406 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: subnet_allocation Feb 20 22:26:20.110727 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.111396 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.111920 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: subnetpool-prefix-ops Feb 20 22:26:20.112382 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.113627 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.114177 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 22:26:20.114498 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: tagging.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.115633 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.116178 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: standard-attr-tag Feb 20 22:26:20.116506 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: timestamp.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.117794 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.118366 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loaded extension: standard-attr-timestamp Feb 20 22:26:20.118720 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: trunk.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.119841 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.120386 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension trunk not supported by any of loaded plugins Feb 20 22:26:20.120713 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: trunk_details.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.121676 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.122575 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension trunk-details not supported by any of loaded plugins Feb 20 22:26:20.122575 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: uplink_status_propagation.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.123455 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.123988 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 22:26:20.124332 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Loading extension file: vlantransparent.py {{(pid=103267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 22:26:20.125072 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 22:26:20.125581 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 22:26:20.128372 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:network Feb 20 22:26:20.130127 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:subnet Feb 20 22:26:20.130127 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 22:26:20.130127 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:port Feb 20 22:26:20.131018 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.131468 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service FLAVORS assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.132062 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.132490 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.132821 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:router Feb 20 22:26:20.133256 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 22:26:20.133804 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service METERING assigned prefix: /metering {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.135236 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:20.135608 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:20.135968 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:26:20.136982 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 22:26:20.137480 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:security_group Feb 20 22:26:20.137959 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 22:26:20.138579 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service CORE assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.138923 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 22:26:20.139304 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] subnetpool is already registered Feb 20 22:26:20.139786 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service CORE assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.140154 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 22:26:20.140487 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] subnetpool is already registered Feb 20 22:26:20.142883 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.143824 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service FLAVORS assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.144475 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.144894 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.145228 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:router Feb 20 22:26:20.145620 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] router is already registered Feb 20 22:26:20.146055 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 22:26:20.146392 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] floatingip is already registered Feb 20 22:26:20.146843 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service METERING assigned prefix: /metering {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.147498 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 22:26:20.147823 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] rbac_policy is already registered Feb 20 22:26:20.148232 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:security_group Feb 20 22:26:20.148589 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] security_group is already registered Feb 20 22:26:20.149046 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 22:26:20.149414 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] security_group_rule is already registered Feb 20 22:26:20.150093 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service CORE assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.150427 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 22:26:20.150761 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] subnetpool is already registered Feb 20 22:26:20.151181 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.v2.resource_helper [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Service CORE assigned prefix: {{(pid=103267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 22:26:20.151509 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 22:26:20.151836 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING neutron.quota.resource_registry [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] subnetpool is already registered Feb 20 22:26:20.152330 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: extensions {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.153976 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: address-groups {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.155517 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: address-scopes {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.156829 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: agents {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.158062 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: auto-allocated-topology {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.160055 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: availability_zones {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.161265 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: dhcp-networks {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.162902 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: dhcp-agents {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.164333 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: routers {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.166866 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: flavors {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.168039 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: service_profiles {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.169271 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: next_providers {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.170863 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: service_profiles {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.172405 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: floatingip-pools {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.173644 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: routers {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.176107 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: floatingips {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.178475 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: l3-routers {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.179875 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: l3-agents {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.181306 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: metering-labels {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.182930 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: metering-label-rules {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.184281 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: network-ip-availabilities {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.185565 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: bindings {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.187330 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: quotas {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.188999 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: quotas {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.190839 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: rbac-policies {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.192164 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: security-groups {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.193391 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: security-group-rules {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.194720 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: service-providers {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.204729 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: subnetpools {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.204729 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: subnetpools {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.204729 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: tags {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.204729 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: tags {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.204729 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: tags {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.204729 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: tags {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.206864 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: tags {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.208766 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: tags {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.210565 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: tags {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.212576 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: tags {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.214416 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: tags {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.216345 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron.api.extensions [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Extended resource: tags {{(pid=103267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 22:26:20.223981 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING keystonemiddleware.auth_token [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 22:26:20.228963 dv-cinder-830095-1-iscsi neutron-server[103267]: WARNING keystonemiddleware.auth_token [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 22:26:20.237804 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_concurrency.lockutils [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Acquired lock "singleton_lock" {{(pid=103267) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 22:26:20.238230 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_concurrency.lockutils [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Releasing lock "singleton_lock" {{(pid=103267) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 22:26:20.238892 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO oslo_service.service [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Starting 2 workers Feb 20 22:26:20.243855 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Started child 103376 {{(pid=103267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 22:26:20.248937 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Started child 103377 {{(pid=103267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 22:26:20.249264 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:20.250627 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO neutron.service [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 22:26:20.250955 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [-] (103376) wsgi starting up on http://0.0.0.0:9696 Feb 20 22:26:20.251297 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:20.254359 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:20.254818 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO oslo_service.service [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Starting 1 workers Feb 20 22:26:20.255784 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [-] (103377) wsgi starting up on http://0.0.0.0:9696 Feb 20 22:26:20.259949 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Started child 103378 {{(pid=103267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 22:26:20.260517 dv-cinder-830095-1-iscsi neutron-server[103267]: INFO oslo_service.service [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Starting 1 workers Feb 20 22:26:20.263739 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.service [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] calling RpcWorker wait() {{(pid=103378) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 22:26:20.264274 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.service [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] returning from RpcWorker wait() {{(pid=103378) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 22:26:20.265079 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Started child 103379 {{(pid=103267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 22:26:20.265970 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:20.266072 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-83cf41bd-1653-4089-9217-d47de1c58148 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:20.266466 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:26:20.267915 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103267) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 22:26:20.268128 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 22:26:20.268318 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 22:26:20.269633 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 22:26:20.270019 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 22:26:20.270191 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 22:26:20.270711 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.270800 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:20.271298 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.271298 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.271573 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.271860 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:26:20.271952 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.272447 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.272735 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.272993 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.273279 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.273547 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.273740 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.273919 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.274183 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.274442 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.274759 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.275037 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.275292 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.275571 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.275747 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.276017 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.276299 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.276554 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.276818 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] debug = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.277047 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.277567 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.277865 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.278127 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.278372 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.278653 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.278885 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.279186 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.279426 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.279668 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.279888 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.280151 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.280367 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.280584 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.280839 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.281059 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.281325 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.281557 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.282042 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] host = dv-cinder-830095-1-iscsi {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.282270 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.282491 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.282741 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.283005 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.283252 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.283501 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.283758 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.284099 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.284351 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.284582 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.284830 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.285114 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.285411 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.285664 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.285842 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_options = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.286071 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.286362 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.286630 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.286820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.286990 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.287156 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.287416 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.287580 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.287834 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.288074 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.288279 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.288499 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.288712 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.288926 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.289172 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.289524 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.289656 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.293257 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.293257 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.293257 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.293257 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.293257 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.293257 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.293257 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.293257 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.294429 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.294429 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.294429 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.294429 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.294429 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.294429 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.294429 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.295658 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 37714) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:26:20.295820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.295820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.295820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.295820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.295820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.295820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.295820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.295820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.296871 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.296871 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.296871 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.296871 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.297435 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.297435 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.298019 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_json = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.298296 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.298443 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.298631 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.298846 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.299085 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.299321 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.299535 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.300046 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.300654 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.301132 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.301424 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.301783 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.302012 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.302283 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.302528 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.302768 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.302995 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.303698 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.303698 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.303956 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076053 Feb 20 22:26:20.304077 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.304077 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.304288 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.304577 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.306455 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.306586 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.313425 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.313425 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.313425 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.313425 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.313425 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.313425 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.313425 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.313425 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314186 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314186 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314186 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314186 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314186 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314186 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314186 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314186 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314733 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314733 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314733 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314733 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314733 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314733 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314733 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.314733 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.315818 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.315818 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.315818 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.315818 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.315818 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.315818 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.315818 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.315818 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.316366 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.316366 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.316366 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.316366 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.316754 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.317061 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.317295 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.317549 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.317855 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.318121 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.318349 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.318571 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.318786 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.319027 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.319265 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.319505 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.320703 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.320941 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.321188 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.321414 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.322629 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.322882 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.323087 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.323916 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.323916 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.323916 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.324406 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.324406 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.324406 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.324803 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.324803 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.325088 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.325242 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.325478 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.325719 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.326841 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.327061 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.327632 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.328746 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.329033 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.329282 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.329528 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.331596 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.331957 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.331957 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.331957 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.331957 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.333266 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.333357 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.333528 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.333811 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.334072 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.334314 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.334571 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.334838 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.335072 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.335315 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.335566 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.335789 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.336056 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.336281 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.336524 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.336749 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.336979 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.337223 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.337453 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.341813 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.342304 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.342771 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.343198 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.343630 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.344136 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.344589 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.345027 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.345490 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.346001 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.346517 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.346975 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.347246 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.347693 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.347959 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.348223 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.348483 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.348740 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.349008 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.349260 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.349502 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.349826 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.350911 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.351340 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.351777 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.352267 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.352675 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.353075 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.353476 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.353933 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.354378 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.354815 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.355092 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.355347 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.355583 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.355844 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.356628 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.356873 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.357766 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.357766 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.357766 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.358010 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.358010 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.358257 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.358490 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.358721 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.358958 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.359183 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.359385 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.359615 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.359831 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.360068 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.360315 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.360546 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.360786 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.361022 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.361234 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.361447 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.361673 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.361931 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.362249 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.362570 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.362848 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.363112 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.363346 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.364086 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.364086 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.364086 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.364293 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.364529 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.364765 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.364996 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.365183 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.365397 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.365608 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.365877 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.366709 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.366709 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.366709 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.367126 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.367126 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.367367 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.367606 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.367852 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.368087 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.368301 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.368517 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.368730 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.368945 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.369159 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.369376 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.369588 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.369859 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.370076 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.370288 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.370519 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.370782 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.371072 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.371251 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.371480 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.371676 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.371888 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.372099 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.372309 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.372988 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.372988 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.372988 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.374444 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.374444 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.374444 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.374444 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.374444 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.374444 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.375061 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.376348 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.376348 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.376348 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.376791 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.376791 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.377057 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.377196 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.377480 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.377645 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.379158 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.379158 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.379158 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.379592 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.379592 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.379886 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.380033 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.381033 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.381033 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.381033 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.381033 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.381033 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.381800 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.381800 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.381800 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.384215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.384215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.384215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.384215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.384215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.384215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.384215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.384904 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.384904 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.385061 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.385285 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.385538 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.385812 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.386082 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.386381 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.386634 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.386902 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.387147 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.387368 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.388009 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.388009 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.388324 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.388539 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.388797 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.389060 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.389334 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.389606 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.390987 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.391345 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.391572 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.391941 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.392216 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.392488 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.392751 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.393003 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.393228 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.393923 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.394191 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.394420 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.395461 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.395461 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.395461 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.395461 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.395783 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.395865 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.396018 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.396277 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.396494 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.396744 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.396961 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.397113 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 22:26:20.398442 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103267) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 22:26:20.398609 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 22:26:20.398766 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 22:26:20.398938 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 22:26:20.399110 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 22:26:20.399263 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 22:26:20.399477 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.399641 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.399800 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.399960 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.400118 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.401076 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.401242 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.401400 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.401568 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.401746 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.402054 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.402221 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.402384 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.402549 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.402698 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.403000 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.403318 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.403482 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.403675 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.403806 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.403964 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.404121 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.406012 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] debug = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.406205 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.406403 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.406756 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.407070 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.407234 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.409932 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.410147 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.410430 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.410729 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.411007 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.411181 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.411347 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.411509 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.411670 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.411831 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.411990 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.412921 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.412921 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.412921 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] host = dv-cinder-830095-1-iscsi {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.412921 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.412921 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.412921 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.413346 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.413346 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.413346 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.413578 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.413578 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.414215 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.414506 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.414926 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.415148 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.415576 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.416138 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.416548 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_options = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.416892 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.417227 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.417396 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.417584 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.417775 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.417926 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.418085 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.418375 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.418557 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.418697 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.418850 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.419007 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.419190 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.420283 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.422409 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.422608 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.423151 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.423151 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.423151 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.423381 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.423460 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.423560 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.423723 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.423888 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.424042 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.424199 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.424356 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.424513 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.424724 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.424887 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.425047 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.425458 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.425619 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.429376 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.429570 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.429791 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.429976 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.430154 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.430337 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.430506 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.430673 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.430839 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.431006 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.431170 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.431336 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.431494 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.431657 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_json = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.431820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.431979 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.432512 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.432512 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.432512 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.432690 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.432754 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.432867 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.433050 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 22:26:20.433241 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.433408 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.433581 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.434584 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.437772 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.437772 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.437965 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.438049 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.438166 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.438342 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.438523 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.438694 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.438875 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.438963 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:26:20.439060 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.439194 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.439361 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.439525 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.439690 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.439854 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.440016 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.440179 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.440916 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.441099 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.441259 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.441408 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.441555 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.442287 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.442494 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.442665 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.442847 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.443011 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.443184 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.443396 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.443487 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.444803 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.445000 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.445664 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.450838 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.451070 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.451230 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.451392 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.451562 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.451792 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.451991 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.452244 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.452348 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.452482 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.452650 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.452818 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.452996 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.453161 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.453325 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.453489 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.453653 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.454306 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.454502 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.454649 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.455339 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.455504 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.455666 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.456429 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.456429 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.456429 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.458132 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.458132 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.458306 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.458408 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.459865 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.460091 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.461890 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.462103 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.462477 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.462477 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.462644 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.462809 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.462946 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.463120 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.463352 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.464638 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.464638 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.464638 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.464638 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.464638 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.464638 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.464638 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.464638 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.465171 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.465171 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.465887 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.466278 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.466468 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.466646 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.466870 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.467083 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.467265 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.467564 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.467769 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.467939 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.468106 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.468290 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.468480 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.468642 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.468834 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.469002 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.469194 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.469372 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.469530 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.469689 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.469916 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.470065 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.470272 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.470452 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.470638 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.470805 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.470996 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.471184 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.471370 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.472134 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.472375 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.473553 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.473553 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.473553 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.473553 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.473553 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.473553 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.473553 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.474003 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.474003 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.474003 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.474182 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.474249 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.474513 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.474659 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.474800 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.475786 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.475786 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.475786 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.475786 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.475786 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.475786 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.475786 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.476473 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.476473 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.476473 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.476473 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.476473 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.476748 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.476748 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478082 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478082 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478082 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478082 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478082 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478082 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478082 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478082 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478888 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478888 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478888 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478888 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.478888 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.479433 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.479433 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.479433 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.479433 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.479785 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.479785 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.479994 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.479994 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.480191 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.480297 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.480401 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.480552 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.480710 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.481779 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.481779 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.481779 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.481779 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.481779 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.481779 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.481779 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.482408 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.482408 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.482408 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.482408 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.482661 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.482661 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.482802 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.482934 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.483092 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.483250 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.484397 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.484397 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.484397 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.484397 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.484397 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.484397 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.484397 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.485321 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.485321 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.485321 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.485321 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.485321 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.485321 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.485321 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.486714 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.486714 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.486714 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.486714 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.486714 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.486714 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.486714 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.486714 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.487454 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.487454 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.487454 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.487454 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.487454 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.487905 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.487905 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.488039 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.488114 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.488249 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.488412 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.488577 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.488734 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.488892 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.489078 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.489188 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.489352 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.489510 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.489666 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.489844 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.490003 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.490160 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.491593 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.491593 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.491593 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.491593 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.491593 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.491593 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.491593 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.491593 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.492228 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.492228 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.492228 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.492228 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.492228 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.492228 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.492666 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.492666 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.492666 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.492870 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.493822 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.493822 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.493822 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.493822 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.493822 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.493822 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.494442 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.494442 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.494442 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.494442 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.494892 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.494892 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.494892 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.495226 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.495226 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.495226 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.495566 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.495566 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.495823 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.495823 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.496041 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.496123 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.496318 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.496484 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.496649 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.496820 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.496986 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.497144 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.497309 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.497478 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.497655 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.499819 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.499819 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.499819 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.499819 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.499819 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.499819 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.499819 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.500544 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.500544 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.500544 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.500544 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.500544 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.500988 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.500988 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.500988 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.501206 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.501287 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.501365 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 22:26:20.501520 dv-cinder-830095-1-iscsi neutron-server[103267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 22:26:32.053944 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c342328-32b7-4d1c-b999-1b3270112031 None None] get_active_networks_info from dv-cinder-830095-1-iscsi {{(pid=103378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 22:26:32.127011 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c342328-32b7-4d1c-b999-1b3270112031 None None] No non-hosted networks {{(pid=103378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 22:26:32.143903 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.agentschedulers_db [None req-4c342328-32b7-4d1c-b999-1b3270112031 None None] DHCP Agent not found on host dv-cinder-830095-1-iscsi {{(pid=103378) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 20 22:26:32.355965 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd9a455a-67d2-4254-97ee-e699208d8c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569682'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:34.654407 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e97d529-f1c8-412a-a8f3-9dd9f9c5521d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569682'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:34.684153 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.db.api [None req-605a1647-eac5-4e39-a17a-8fc5f02ffd0f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830095-1-iscsi {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 22:26:34.684920 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG oslo_db.api [None req-605a1647-eac5-4e39-a17a-8fc5f02ffd0f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 22:26:35.297378 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-605a1647-eac5-4e39-a17a-8fc5f02ffd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:35.558265 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569682'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:36.855121 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569682'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:38.302202 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 37806) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:26:38.527443 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569682'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:38.531225 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.531225 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.531225 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.531225 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.531225 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.532207 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.532786 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.533494 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.534032 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.535282 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.535895 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.537477 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.538378 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:38.540464 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830095-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:26:38.558585 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830095-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:26:38.893689 dv-cinder-830095-1-iscsi neutron-server[103376]: WARNING oslo_policy.policy [None req-2b8c2b54-fc64-46bc-8cc0-d07a52451ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:26:38.894874 dv-cinder-830095-1-iscsi neutron-server[103376]: WARNING oslo_policy.policy [None req-2b8c2b54-fc64-46bc-8cc0-d07a52451ae7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:26:39.121156 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [None req-2b8c2b54-fc64-46bc-8cc0-d07a52451ae7 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:26:39.124169 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-2b8c2b54-fc64-46bc-8cc0-d07a52451ae7 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8198357 Feb 20 22:26:39.759855 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.db.l3_hamode_db [None req-d81954b2-3023-46f1-885f-89e2eb14a74a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 22:26:39.837379 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81954b2-3023-46f1-885f-89e2eb14a74a None None] Routers set() bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:26:39.837791 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81954b2-3023-46f1-885f-89e2eb14a74a None None] Router IDs set() for agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 22:26:41.687914 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 37832) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:26:42.185165 dv-cinder-830095-1-iscsi neutron-server[103377]: WARNING oslo_policy.policy [None req-c1ef71e8-d09f-48f7-a689-b48cf98c142c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:26:42.185745 dv-cinder-830095-1-iscsi neutron-server[103377]: WARNING oslo_policy.policy [None req-c1ef71e8-d09f-48f7-a689-b48cf98c142c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:26:42.407593 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c1ef71e8-d09f-48f7-a689-b48cf98c142c admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:26:42.498967 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.policy [None req-c1ef71e8-d09f-48f7-a689-b48cf98c142c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103377) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 22:26:42.541914 dv-cinder-830095-1-iscsi neutron-server[103377]: WARNING oslo_policy.policy [None req-c1ef71e8-d09f-48f7-a689-b48cf98c142c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:26:42.542287 dv-cinder-830095-1-iscsi neutron-server[103377]: WARNING oslo_policy.policy [None req-c1ef71e8-d09f-48f7-a689-b48cf98c142c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:26:42.754821 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c1ef71e8-d09f-48f7-a689-b48cf98c142c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767936250713', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767936251018', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767936236310', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767936234527', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767936298458', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767936290345', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1173226', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1073065', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-753649', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631968'] for rbac-policy (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:43.056743 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c1ef71e8-d09f-48f7-a689-b48cf98c142c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:43.058043 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c1ef71e8-d09f-48f7-a689-b48cf98c142c admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3691692 Feb 20 22:26:45.627084 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 37848) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:26:45.933930 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:26:46.055393 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Made reservation on behalf of 867172bb16b541bb86b92dc17477663f for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:26:46.060020 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:46.079319 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:46.188393 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Publish callbacks [] for security_group (ccba1e6c-de7f-4f47-ac3d-746184e7335a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:46.364029 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (ccba1e6c-de7f-4f47-ac3d-746184e7335a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:46.388579 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:26:46.421973 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767939669297', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (b3bdb2a1-73b0-4dd4-b344-e75bc202f08a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:46.422565 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Unsubscribe: segment precommit_create {{(pid=103377) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 22:26:46.423091 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Added segment b3bdb2a1-73b0-4dd4-b344-e75bc202f08a of type vlan for network 84598293-0903-42fe-b4d8-a5d2b63b0c45 Feb 20 22:26:46.439034 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ccba1e6c-de7f-4f47-ac3d-746184e7335a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:26:46.488094 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.488547 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.488983 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.489316 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.489641 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.489997 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.490318 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.490640 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.490954 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.491285 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.491603 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.491914 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.492224 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Tracked resource versions report: Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: pushed versions: Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: { 'AddressGroup': {'1.2'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'ConntrackHelper': {'1.0'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Log': {'1.0'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Network': {'1.1'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Port': {'1.7'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'PortForwarding': {'1.2'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'QosPolicy': {'1.10'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SecurityGroup': {'1.5'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SubPort': {'1.0'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Subnet': {'1.1'}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Trunk': {'1.1'}} Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: consumer versions: Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: { DHCP agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: L3 agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: Metadata agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: Metering agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: Open vSwitch agent@dv-cinder-830095-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'ConntrackHelper': '1.0', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'LocalIPAssociation': '1.0', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Log': '1.0', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Network': '1.1', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Port': '1.7', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'PortForwarding': '1.2', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'QosPolicy': '1.10', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SecurityGroup': '1.5', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SecurityGroupRule': '1.2', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SubPort': '1.0', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Subnet': '1.1', Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Trunk': '1.1'}} Feb 20 22:26:46.493552 dv-cinder-830095-1-iscsi neutron-server[103377]: {{(pid=103377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:26:46.540056 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (84598293-0903-42fe-b4d8-a5d2b63b0c45), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:46.631796 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (84598293-0903-42fe-b4d8-a5d2b63b0c45), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:46.636798 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:26:46.637612 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:46.748008 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] Pushing event updated for resources: {'Network': ['ID=84598293-0903-42fe-b4d8-a5d2b63b0c45,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:26:46.759761 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 84598293-0903-42fe-b4d8-a5d2b63b0c45 details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:26:46.778227 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-059aa19d-864a-4e26-84ae-5c8589f545a6 demo demo] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1451404 Feb 20 22:26:49.328504 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 37860) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:26:49.864329 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.policy [None req-846b43f8-562b-4592-b3ce-a25a674d8be5 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103376) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 22:26:49.906473 dv-cinder-830095-1-iscsi neutron-server[103376]: WARNING oslo_policy.policy [None req-846b43f8-562b-4592-b3ce-a25a674d8be5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:26:49.906835 dv-cinder-830095-1-iscsi neutron-server[103376]: WARNING oslo_policy.policy [None req-846b43f8-562b-4592-b3ce-a25a674d8be5 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 22:26:49.915615 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b43f8-562b-4592-b3ce-a25a674d8be5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:26:49.917326 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-846b43f8-562b-4592-b3ce-a25a674d8be5 demo admin] 10.222.0.67 "GET /v2.0/networks/84598293-0903-42fe-b4d8-a5d2b63b0c45 HTTP/1.1" status: 200 len: 825 time: 0.5878911 Feb 20 22:26:49.954790 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-fc7f10a6-77fd-4233-b6fd-dad98c989046 demo admin] 10.222.0.67 "GET /v2.0/subnetpools/684f78d1-bba0-4236-ab7a-019057786d7a HTTP/1.1" status: 200 len: 734 time: 0.0317938 Feb 20 22:26:49.964206 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45', 'ip_version': 4, 'subnetpool_id': '684f78d1-bba0-4236-ab7a-019057786d7a', 'gateway_ip': '172.20.0.1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:26:50.082945 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Made reservation on behalf of 867172bb16b541bb86b92dc17477663f for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:26:50.085833 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:50.437968 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for subnet (1426c004-3c9d-41aa-a560-1ad082374b4d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:50.507816 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Checking segment: {'id': 'b3bdb2a1-73b0-4dd4-b344-e75bc202f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:26:50.508185 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Network hostable DHCP agents. Network: 84598293-0903-42fe-b4d8-a5d2b63b0c45, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:26:50.518263 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Pushing event updated for resources: {'Subnet': ['ID=1426c004-3c9d-41aa-a560-1ad082374b4d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:26:50.530630 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.530987 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.531330 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.531655 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.531971 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.532285 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.532612 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.532926 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.533233 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.533641 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.533977 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.534791 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.535101 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Tracked resource versions report: Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: pushed versions: Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: { 'AddressGroup': {'1.2'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'ConntrackHelper': {'1.0'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Log': {'1.0'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Network': {'1.1'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Port': {'1.7'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'PortForwarding': {'1.2'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'QosPolicy': {'1.10'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SecurityGroup': {'1.5'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SubPort': {'1.0'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Subnet': {'1.1'}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Trunk': {'1.1'}} Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: consumer versions: Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: { DHCP agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: L3 agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: Metadata agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: Metering agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: Open vSwitch agent@dv-cinder-830095-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'ConntrackHelper': '1.0', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'LocalIPAssociation': '1.0', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Log': '1.0', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Network': '1.1', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Port': '1.7', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'PortForwarding': '1.2', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'QosPolicy': '1.10', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SecurityGroup': '1.5', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SecurityGroupRule': '1.2', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SubPort': '1.0', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Subnet': '1.1', Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Trunk': '1.1'}} Feb 20 22:26:50.536411 dv-cinder-830095-1-iscsi neutron-server[103376]: {{(pid=103376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:26:50.646703 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Network 84598293-0903-42fe-b4d8-a5d2b63b0c45 is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:26:50.749993 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 84598293-0903-42fe-b4d8-a5d2b63b0c45) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:26:50.754648 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:26:50.755311 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:50.759983 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37cdbb7-cce1-427b-987e-0e70813761ba None None] Network 84598293-0903-42fe-b4d8-a5d2b63b0c45 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:26:50.851969 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-8402f899-1682-4a9e-9ab8-aa8af4156ccb demo admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8911161 Feb 20 22:26:51.139456 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ba9f9b-0950-586d-b448-b4766aa1f9c3-84598293-0903-42fe-b4d8-a5d2b63b0c45', 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45', 'project_id': '867172bb16b541bb86b92dc17477663f', 'fixed_ips': [{'subnet_id': '1426c004-3c9d-41aa-a560-1ad082374b4d'}]}} from dv-cinder-830095-1-iscsi. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:26:51.140772 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:51.417024 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Allocated IP 172.20.0.2 (84598293-0903-42fe-b4d8-a5d2b63b0c45/1426c004-3c9d-41aa-a560-1ad082374b4d/1969e687-cb60-4447-a2e9-3434fb3937ca) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:26:51.694148 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Publish callbacks [] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:51.781288 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:51.855078 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Network 84598293-0903-42fe-b4d8-a5d2b63b0c45 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:26:51.860596 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:26:51.864364 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:26:51.879878 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Pushing event updated for resources: {'Port': ['ID=1969e687-cb60-4447-a2e9-3434fb3937ca,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:26:51.920946 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.921305 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.921659 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.922025 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.922352 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.922676 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.922998 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.923317 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.923631 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.923964 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.924284 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.924608 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.924927 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Tracked resource versions report: Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: pushed versions: Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: { 'AddressGroup': {'1.2'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'ConntrackHelper': {'1.0'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Log': {'1.0'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Network': {'1.1'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Port': {'1.7'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'PortForwarding': {'1.2'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'QosPolicy': {'1.10'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SecurityGroup': {'1.5'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SubPort': {'1.0'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Subnet': {'1.1'}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Trunk': {'1.1'}} Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: consumer versions: Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: { DHCP agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: L3 agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: Metadata agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: Metering agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: Open vSwitch agent@dv-cinder-830095-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'ConntrackHelper': '1.0', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'LocalIPAssociation': '1.0', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Log': '1.0', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Network': '1.1', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Port': '1.7', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'PortForwarding': '1.2', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'QosPolicy': '1.10', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SecurityGroup': '1.5', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SecurityGroupRule': '1.2', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SubPort': '1.0', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Subnet': '1.1', Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Trunk': '1.1'}} Feb 20 22:26:51.926760 dv-cinder-830095-1-iscsi neutron-server[103378]: {{(pid=103378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:26:51.962731 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Attempting to bind port 1969e687-cb60-4447-a2e9-3434fb3937ca on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:26:51.963056 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Attempting to bind port 1969e687-cb60-4447-a2e9-3434fb3937ca by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': 'b3bdb2a1-73b0-4dd4-b344-e75bc202f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:26:51.963463 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Attempting to bind port 1969e687-cb60-4447-a2e9-3434fb3937ca on network 84598293-0903-42fe-b4d8-a5d2b63b0c45 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:26:51.968284 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:26:51.968658 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Checking segment: {'id': 'b3bdb2a1-73b0-4dd4-b344-e75bc202f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:26:51.969150 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:51.969534 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Bound using segment: {'id': 'b3bdb2a1-73b0-4dd4-b344-e75bc202f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:26:51.970034 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Bound port: 1969e687-cb60-4447-a2e9-3434fb3937ca, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bdb2a1-73b0-4dd4-b344-e75bc202f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:26:51.970436 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:52.033911 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] For port 1969e687-cb60-4447-a2e9-3434fb3937ca, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:26:52.038910 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] For port 1969e687-cb60-4447-a2e9-3434fb3937ca, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=1969e687-cb60-4447-a2e9-3434fb3937ca,segment=NetworkSegment(b3bdb2a1-73b0-4dd4-b344-e75bc202f08a),segment_id=b3bdb2a1-73b0-4dd4-b344-e75bc202f08a)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:26:52.130141 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:52.195095 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16343591-3999-4daf-9fd4-c69f386ccf51 None None] Pushing event updated for resources: {'Port': ['ID=1969e687-cb60-4447-a2e9-3434fb3937ca,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:26:53.410090 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 37874) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:26:53.733104 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [None req-e9b811c4-b65c-4f17-83eb-c8583cfe7f8d admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:26:53.734135 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-e9b811c4-b65c-4f17-83eb-c8583cfe7f8d admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3230312 Feb 20 22:26:56.292936 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 37882) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:26:56.604174 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [None req-7ba1e4f6-47b5-4277-9bb6-e2e7cab3bed5 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:26:56.605267 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-7ba1e4f6-47b5-4277-9bb6-e2e7cab3bed5 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113186 Feb 20 22:26:59.187797 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 37890) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:26:59.514226 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-477dcefc-80dc-4cfb-8c23-377427ee2dea demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:26:59.598361 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-477dcefc-80dc-4cfb-8c23-377427ee2dea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2647'] for router (be04585a-9d8b-4139-8279-e182541c3dba), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:59.599919 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-477dcefc-80dc-4cfb-8c23-377427ee2dea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2732'] for router (be04585a-9d8b-4139-8279-e182541c3dba), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:59.747184 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-477dcefc-80dc-4cfb-8c23-377427ee2dea demo demo] Publish callbacks [] for router_controller (be04585a-9d8b-4139-8279-e182541c3dba), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:59.826679 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-477dcefc-80dc-4cfb-8c23-377427ee2dea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297'] for router (be04585a-9d8b-4139-8279-e182541c3dba), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:59.923611 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-477dcefc-80dc-4cfb-8c23-377427ee2dea demo demo] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:26:59.924704 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-477dcefc-80dc-4cfb-8c23-377427ee2dea demo demo] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7359407 Feb 20 22:27:02.094182 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ab3c6eac-1142-45c6-bc88-c050aafbbff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:02.499042 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 37902) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:27:02.832721 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [None req-7687b169-5a6c-4441-bbab-101a92f9fc74 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:27:02.833740 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-7687b169-5a6c-4441-bbab-101a92f9fc74 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3337479 Feb 20 22:27:03.244849 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 1969e687-cb60-4447-a2e9-3434fb3937ca up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:27:03.333526 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 1969e687-cb60-4447-a2e9-3434fb3937ca triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:03.333973 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:03.445929 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 1969e687-cb60-4447-a2e9-3434fb3937ca is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:27:03.445929 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:03.479605 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port 1969e687-cb60-4447-a2e9-3434fb3937ca, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=1969e687-cb60-4447-a2e9-3434fb3937ca,segment=NetworkSegment(b3bdb2a1-73b0-4dd4-b344-e75bc202f08a),segment_id=b3bdb2a1-73b0-4dd4-b344-e75bc202f08a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:27:03.533138 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:03.586777 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=1969e687-cb60-4447-a2e9-3434fb3937ca,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:03.634681 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338af5cb-dfa1-4dad-9a30-bec607ab217a None None] Network 84598293-0903-42fe-b4d8-a5d2b63b0c45 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:27:03.696286 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e90f54a1-b992-45c0-b83b-214fe6e5bb8b None None] Provisioning complete for port 1969e687-cb60-4447-a2e9-3434fb3937ca triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:03.696563 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e90f54a1-b992-45c0-b83b-214fe6e5bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:03.829626 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e90f54a1-b992-45c0-b83b-214fe6e5bb8b None None] Current status of the port 1969e687-cb60-4447-a2e9-3434fb3937ca is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:27:04.059163 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c6a85068-3ee5-404b-8f84-0cec9775ce5d None None] Provisioning complete for port 1969e687-cb60-4447-a2e9-3434fb3937ca triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:04.059552 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c6a85068-3ee5-404b-8f84-0cec9775ce5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:04.138078 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c6a85068-3ee5-404b-8f84-0cec9775ce5d None None] Current status of the port 1969e687-cb60-4447-a2e9-3434fb3937ca is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:27:04.591757 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e1bd-f12a-4893-89b9-bbcb03a3e9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:05.198093 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 1969e687-cb60-4447-a2e9-3434fb3937ca up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:27:05.244386 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 1969e687-cb60-4447-a2e9-3434fb3937ca triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:05.244769 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:05.327592 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 1969e687-cb60-4447-a2e9-3434fb3937ca is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:27:05.396205 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 37912) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:27:05.523004 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:05.649842 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:27:05.715587 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Made reservation on behalf of e363300c96894413bd09090e5c55be72 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:27:05.717850 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:05.749967 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:05.847516 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Publish callbacks [] for security_group (16b071d7-b7e9-46f0-8e6b-ec9444e9c5f9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:05.911867 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (16b071d7-b7e9-46f0-8e6b-ec9444e9c5f9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:05.930742 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Reserving flat network on physical network physnet1 {{(pid=103376) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 22:27:05.946931 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b071d7-b7e9-46f0-8e6b-ec9444e9c5f9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:05.956471 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767939669297', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (57781b0c-c415-4d4c-9970-122934cd63ba), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:05.956999 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Unsubscribe: segment precommit_create {{(pid=103376) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 22:27:05.957479 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.segments_db [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Added segment 57781b0c-c415-4d4c-9970-122934cd63ba of type flat for network 13902551-927e-452b-838a-e5943d6828df Feb 20 22:27:06.016268 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (13902551-927e-452b-838a-e5943d6828df), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:06.132922 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (13902551-927e-452b-838a-e5943d6828df), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:06.134129 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:27:06.134565 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:06.224121 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] Pushing event updated for resources: {'Network': ['ID=13902551-927e-452b-838a-e5943d6828df,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:06.234095 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 13902551-927e-452b-838a-e5943d6828df details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:27:06.284055 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-b5a0d799-4c83-49af-b278-0ba1d2a3449f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8868580 Feb 20 22:27:06.871585 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:08.511246 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:08.739604 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 37930) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:27:08.875098 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a3f1d8-2fff-41ef-a6a8-edb276dbec40 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:27:08.876439 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-63a3f1d8-2fff-41ef-a6a8-edb276dbec40 demo admin] 10.222.0.67 "GET /v2.0/subnets/1426c004-3c9d-41aa-a560-1ad082374b4d HTTP/1.1" status: 200 len: 849 time: 0.1358664 Feb 20 22:27:09.057288 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-96d7d24b-ed0f-4858-a610-55d6aeda458f demo admin] 10.222.0.67 "GET /v2.0/routers/be04585a-9d8b-4139-8279-e182541c3dba HTTP/1.1" status: 200 len: 704 time: 0.1747427 Feb 20 22:27:09.333323 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:09.646813 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Allocated IP 172.20.0.1 (84598293-0903-42fe-b4d8-a5d2b63b0c45/1426c004-3c9d-41aa-a560-1ad082374b4d/9df2e32b-591b-47de-b3b6-c4e8ace82a02) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:27:09.830744 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Publish callbacks [] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:09.957150 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:10.034317 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Network 84598293-0903-42fe-b4d8-a5d2b63b0c45 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:27:10.044646 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:27:10.048161 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:27:10.048777 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571262'] for router_interface (be04585a-9d8b-4139-8279-e182541c3dba), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:10.069276 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Pushing event updated for resources: {'Port': ['ID=9df2e32b-591b-47de-b3b6-c4e8ace82a02,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:10.292555 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-25339962-bf89-4ae0-84d9-7758483ce442 None None] Provisioning complete for port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:10.293080 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25339962-bf89-4ae0-84d9-7758483ce442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:10.332047 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-25339962-bf89-4ae0-84d9-7758483ce442 None None] Port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:27:10.356188 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:10.611314 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Publish callbacks [] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:10.686643 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:10.687412 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571370'] for router_interface (be04585a-9d8b-4139-8279-e182541c3dba), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:10.764424 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Pushing event updated for resources: {'Port': ['ID=9df2e32b-591b-47de-b3b6-c4e8ace82a02,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:10.813650 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Network 84598293-0903-42fe-b4d8-a5d2b63b0c45 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:27:10.814969 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:27:11.041765 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Router be04585a-9d8b-4139-8279-e182541c3dba is scheduled to L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:27:11.139998 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:27:11.145840 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-9ccb58c6-4487-4f6a-835f-312b5cca03bb demo admin] 10.222.0.67 "PUT /v2.0/routers/be04585a-9d8b-4139-8279-e182541c3dba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0834305 Feb 20 22:27:11.154010 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Sync routers for ids ['be04585a-9d8b-4139-8279-e182541c3dba'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:27:11.161492 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2ce75e51-9ef5-416b-88bf-18a7cc393cc8 None None] Provisioning complete for port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:11.162113 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ce75e51-9ef5-416b-88bf-18a7cc393cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:11.170505 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Routers {'be04585a-9d8b-4139-8279-e182541c3dba'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:27:11.171460 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:27:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['be04585a-9d8b-4139-8279-e182541c3dba'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:27:11.200486 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2ce75e51-9ef5-416b-88bf-18a7cc393cc8 None None] Port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:27:11.372776 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Set router be04585a-9d8b-4139-8279-e182541c3dba gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:27:11.815373 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'name': 'router1', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:26:59Z', 'updated_at': '2022-02-20T22:27:10Z', 'revision_number': 2, 'project_id': '867172bb16b541bb86b92dc17477663f', 'gw_port_host': None, '_interfaces': [{'id': '9df2e32b-591b-47de-b3b6-c4e8ace82a02', 'name': '', 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'mac_address': 'fa:16:3e:76:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:27:09Z', 'updated_at': '2022-02-20T22:27:10Z', 'revision_number': 2, 'project_id': '867172bb16b541bb86b92dc17477663f', 'subnets': [{'id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684f78d1-bba0-4236-ab7a-019057786d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:27:11.868822 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Checking router: be04585a-9d8b-4139-8279-e182541c3dba for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:27:11.869191 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Updating router be04585a-9d8b-4139-8279-e182541c3dba port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 binding host dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:27:11.922838 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:12.449675 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Publish callbacks [] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:12.511407 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:12.674987 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Pushing event updated for resources: {'Port': ['ID=9df2e32b-591b-47de-b3b6-c4e8ace82a02,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:12.693223 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.693647 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.694122 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.694461 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.694819 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.695096 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.695432 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.695820 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.696043 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.696410 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.696684 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.696991 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.697297 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Tracked resource versions report: Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: pushed versions: Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: { 'AddressGroup': {'1.2'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'ConntrackHelper': {'1.0'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Log': {'1.0'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Network': {'1.1'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Port': {'1.7'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'PortForwarding': {'1.2'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'QosPolicy': {'1.10'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SecurityGroup': {'1.5'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SubPort': {'1.0'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Subnet': {'1.1'}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Trunk': {'1.1'}} Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: consumer versions: Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: { DHCP agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: L3 agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: Metadata agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: Metering agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: Open vSwitch agent@dv-cinder-830095-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'ConntrackHelper': '1.0', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'LocalIPAssociation': '1.0', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Log': '1.0', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Network': '1.1', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Port': '1.7', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'PortForwarding': '1.2', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'QosPolicy': '1.10', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SecurityGroup': '1.5', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SecurityGroupRule': '1.2', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SubPort': '1.0', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Subnet': '1.1', Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Trunk': '1.1'}} Feb 20 22:27:12.698710 dv-cinder-830095-1-iscsi neutron-server[103379]: {{(pid=103379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:27:12.701152 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Attempting to bind port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:27:12.701506 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Attempting to bind port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': 'b3bdb2a1-73b0-4dd4-b344-e75bc202f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:27:12.701948 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Attempting to bind port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 on network 84598293-0903-42fe-b4d8-a5d2b63b0c45 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:27:12.708485 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:27:12.708887 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Checking segment: {'id': 'b3bdb2a1-73b0-4dd4-b344-e75bc202f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:27:12.709356 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:12.709760 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Bound using segment: {'id': 'b3bdb2a1-73b0-4dd4-b344-e75bc202f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:27:12.710244 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Bound port: 9df2e32b-591b-47de-b3b6-c4e8ace82a02, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bdb2a1-73b0-4dd4-b344-e75bc202f08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:27:12.710620 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:12.732135 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-def04bac-dc8e-40ca-a565-9eb6550af91f None None] Provisioning complete for port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:12.732653 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-def04bac-dc8e-40ca-a565-9eb6550af91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:12.767673 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-def04bac-dc8e-40ca-a565-9eb6550af91f None None] Port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:27:12.779645 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] For port 9df2e32b-591b-47de-b3b6-c4e8ace82a02, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:27:12.798743 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] For port 9df2e32b-591b-47de-b3b6-c4e8ace82a02, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=9df2e32b-591b-47de-b3b6-c4e8ace82a02,segment=NetworkSegment(b3bdb2a1-73b0-4dd4-b344-e75bc202f08a),segment_id=b3bdb2a1-73b0-4dd4-b344-e75bc202f08a)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:27:12.854869 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:12.911257 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Routers {'be04585a-9d8b-4139-8279-e182541c3dba'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:27:12.911885 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:27:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['be04585a-9d8b-4139-8279-e182541c3dba'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:27:12.953177 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebe19d-7965-4a39-88e3-ad84445107d9 None None] Pushing event updated for resources: {'Port': ['ID=9df2e32b-591b-47de-b3b6-c4e8ace82a02,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:13.011336 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] Set router be04585a-9d8b-4139-8279-e182541c3dba gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:27:13.102328 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-be8f20f7-ef2f-4e9d-9840-ca3c037336c7 None None] Provisioning complete for port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:13.103011 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be8f20f7-ef2f-4e9d-9840-ca3c037336c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:13.193173 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-be8f20f7-ef2f-4e9d-9840-ca3c037336c7 None None] Current status of the port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:27:13.193567 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be8f20f7-ef2f-4e9d-9840-ca3c037336c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:13.225946 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-be8f20f7-ef2f-4e9d-9840-ca3c037336c7 None None] For port 9df2e32b-591b-47de-b3b6-c4e8ace82a02, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=9df2e32b-591b-47de-b3b6-c4e8ace82a02,segment=NetworkSegment(b3bdb2a1-73b0-4dd4-b344-e75bc202f08a),segment_id=b3bdb2a1-73b0-4dd4-b344-e75bc202f08a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:27:13.230812 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'name': 'router1', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:26:59Z', 'updated_at': '2022-02-20T22:27:10Z', 'revision_number': 2, 'project_id': '867172bb16b541bb86b92dc17477663f', 'gw_port_host': None, '_interfaces': [{'id': '9df2e32b-591b-47de-b3b6-c4e8ace82a02', 'name': '', 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'mac_address': 'fa:16:3e:76:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:27:09Z', 'updated_at': '2022-02-20T22:27:12Z', 'revision_number': 4, 'project_id': '867172bb16b541bb86b92dc17477663f', 'subnets': [{'id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684f78d1-bba0-4236-ab7a-019057786d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:27:13.265505 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8177d-f6d0-4370-ba6d-3dbc0d37a783 None None] The sync data for ids ['be04585a-9d8b-4139-8279-e182541c3dba'] in dv-cinder-830095-1-iscsi is: [{'id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'name': 'router1', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:26:59Z', 'updated_at': '2022-02-20T22:27:10Z', 'revision_number': 2, 'project_id': '867172bb16b541bb86b92dc17477663f', 'gw_port_host': None, '_interfaces': [{'id': '9df2e32b-591b-47de-b3b6-c4e8ace82a02', 'name': '', 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'mac_address': 'fa:16:3e:76:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:27:09Z', 'updated_at': '2022-02-20T22:27:12Z', 'revision_number': 4, 'project_id': '867172bb16b541bb86b92dc17477663f', 'subnets': [{'id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684f78d1-bba0-4236-ab7a-019057786d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:27:13.288497 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-be8f20f7-ef2f-4e9d-9840-ca3c037336c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:13.339293 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f20f7-ef2f-4e9d-9840-ca3c037336c7 None None] Pushing event updated for resources: {'Port': ['ID=9df2e32b-591b-47de-b3b6-c4e8ace82a02,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:13.557351 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 37950) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:27:13.666609 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7060af-6c9e-48b7-bcd9-d55e6c598c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:27:13.667961 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2d7060af-6c9e-48b7-bcd9-d55e6c598c3f admin admin] 10.222.0.67 "GET /v2.0/networks/13902551-927e-452b-838a-e5943d6828df HTTP/1.1" status: 200 len: 842 time: 0.1095455 Feb 20 22:27:13.678080 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '13902551-927e-452b-838a-e5943d6828df'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:27:13.768534 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Made reservation on behalf of e363300c96894413bd09090e5c55be72 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:27:13.771463 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:14.137623 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.objects.ports [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 22:27:14.138194 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for subnet (c291e6b1-bd6f-49f6-a7a5-5d52c46449fa), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:14.195432 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c291e6b1-bd6f-49f6-a7a5-5d52c46449fa,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:14.202208 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:27:14.202555 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Network hostable DHCP agents. Network: 13902551-927e-452b-838a-e5943d6828df, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:27:14.275298 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Network 13902551-927e-452b-838a-e5943d6828df is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:27:14.328153 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 13902551-927e-452b-838a-e5943d6828df) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:27:14.333302 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:27:14.333925 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:14.341205 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc621b3-c85c-4665-9069-eedc32d63120 None None] Network 13902551-927e-452b-838a-e5943d6828df requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:27:14.405605 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0f7de838-4a9a-4387-8601-f1959bd66da0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7312233 Feb 20 22:27:14.452125 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63773026-9711-4021-95a2-d00be3586f49 None None] Network 13902551-927e-452b-838a-e5943d6828df requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:27:16.317650 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:27:16.852084 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 37958) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:27:16.982266 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ec7d3223-ee6c-4e73-9eaa-811ec7210b47 demo admin] 10.222.0.67 "GET /v2.0/routers/be04585a-9d8b-4139-8279-e182541c3dba HTTP/1.1" status: 200 len: 710 time: 0.1290762 Feb 20 22:27:17.070038 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9940d6d-c2a0-4b13-a192-a1f38d966b0a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:27:17.071454 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d9940d6d-c2a0-4b13-a192-a1f38d966b0a demo admin] 10.222.0.67 "GET /v2.0/networks/13902551-927e-452b-838a-e5943d6828df HTTP/1.1" status: 200 len: 886 time: 0.0839427 Feb 20 22:27:17.080491 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:27:17.408760 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Publish callbacks [] for router_gateway (be04585a-9d8b-4139-8279-e182541c3dba), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:17.717358 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Publish callbacks [] for router_gateway (be04585a-9d8b-4139-8279-e182541c3dba), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:17.793983 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:17.915500 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Allocated IP 172.27.0.123 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/84c8ad50-e53f-4467-9631-d5ff90fc1a61) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:27:18.014393 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Publish callbacks [] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:18.094855 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:18.130204 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:27:18.133118 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:27:18.138330 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:27:18.180500 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Pushing event updated for resources: {'Port': ['ID=84c8ad50-e53f-4467-9631-d5ff90fc1a61,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:18.472953 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Publish callbacks [] for router_gateway (be04585a-9d8b-4139-8279-e182541c3dba), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:18.685135 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2746'] for router (be04585a-9d8b-4139-8279-e182541c3dba), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:18.688729 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-560219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-560210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570676'] for router (be04585a-9d8b-4139-8279-e182541c3dba), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:18.798702 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Router be04585a-9d8b-4139-8279-e182541c3dba has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:27:18.994538 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:27:18.998588 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:18.999732 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2d5f6356-3fa4-401a-93b0-54d48970d63f demo admin] 10.222.0.67 "PUT /v2.0/routers/be04585a-9d8b-4139-8279-e182541c3dba HTTP/1.1" status: 200 len: 890 time: 1.9225411 Feb 20 22:27:21.236549 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 9df2e32b-591b-47de-b3b6-c4e8ace82a02 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:27:21.285949 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:21.286344 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:21.366271 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:27:21.659961 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 37970) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:27:21.787894 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-97e30008-6644-4029-8134-778c21e216d4 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1269889 Feb 20 22:27:22.030592 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Sync routers for ids ['be04585a-9d8b-4139-8279-e182541c3dba'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:27:22.042533 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Routers {'be04585a-9d8b-4139-8279-e182541c3dba'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:27:22.043189 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:27:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['be04585a-9d8b-4139-8279-e182541c3dba'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:27:22.262959 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Set router be04585a-9d8b-4139-8279-e182541c3dba gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:27:22.757350 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'name': 'router1', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '84c8ad50-e53f-4467-9631-d5ff90fc1a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:26:59Z', 'updated_at': '2022-02-20T22:27:18Z', 'revision_number': 4, 'project_id': '867172bb16b541bb86b92dc17477663f', 'gw_port': {'id': '84c8ad50-e53f-4467-9631-d5ff90fc1a61', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:27:17Z', 'updated_at': '2022-02-20T22:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '9df2e32b-591b-47de-b3b6-c4e8ace82a02', 'name': '', 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'mac_address': 'fa:16:3e:76:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:27:09Z', 'updated_at': '2022-02-20T22:27:13Z', 'revision_number': 5, 'project_id': '867172bb16b541bb86b92dc17477663f', 'subnets': [{'id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684f78d1-bba0-4236-ab7a-019057786d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:27:22.809860 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Checking router: be04585a-9d8b-4139-8279-e182541c3dba for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:27:22.810213 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Updating router be04585a-9d8b-4139-8279-e182541c3dba port 84c8ad50-e53f-4467-9631-d5ff90fc1a61 binding host dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:27:22.860607 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:23.184831 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Publish callbacks [] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:23.265802 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:23.318044 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ff5cf-ef68-4669-8da3-cb4aee2ef99a None None] Pushing event updated for resources: {'Port': ['ID=84c8ad50-e53f-4467-9631-d5ff90fc1a61,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:23.323499 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Attempting to bind port 84c8ad50-e53f-4467-9631-d5ff90fc1a61 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:27:23.323861 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Attempting to bind port 84c8ad50-e53f-4467-9631-d5ff90fc1a61 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:27:23.324213 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Attempting to bind port 84c8ad50-e53f-4467-9631-d5ff90fc1a61 on network 13902551-927e-452b-838a-e5943d6828df {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:27:23.329083 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:27:23.329450 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:27:23.329874 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:23.330254 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Bound using segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:27:23.330707 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Bound port: 84c8ad50-e53f-4467-9631-d5ff90fc1a61, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:27:23.331140 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:23.381407 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] For port 84c8ad50-e53f-4467-9631-d5ff90fc1a61, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:27:23.384453 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] For port 84c8ad50-e53f-4467-9631-d5ff90fc1a61, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=84c8ad50-e53f-4467-9631-d5ff90fc1a61,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:27:23.453318 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:23.522174 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Routers {'be04585a-9d8b-4139-8279-e182541c3dba'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:27:23.522954 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:27:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['be04585a-9d8b-4139-8279-e182541c3dba'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:27:23.528162 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ff5cf-ef68-4669-8da3-cb4aee2ef99a None None] Pushing event updated for resources: {'Port': ['ID=84c8ad50-e53f-4467-9631-d5ff90fc1a61,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:23.644524 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] Set router be04585a-9d8b-4139-8279-e182541c3dba gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:27:23.867526 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'name': 'router1', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '84c8ad50-e53f-4467-9631-d5ff90fc1a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:26:59Z', 'updated_at': '2022-02-20T22:27:18Z', 'revision_number': 4, 'project_id': '867172bb16b541bb86b92dc17477663f', 'gw_port': {'id': '84c8ad50-e53f-4467-9631-d5ff90fc1a61', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:27:17Z', 'updated_at': '2022-02-20T22:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '9df2e32b-591b-47de-b3b6-c4e8ace82a02', 'name': '', 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'mac_address': 'fa:16:3e:76:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:27:09Z', 'updated_at': '2022-02-20T22:27:13Z', 'revision_number': 5, 'project_id': '867172bb16b541bb86b92dc17477663f', 'subnets': [{'id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684f78d1-bba0-4236-ab7a-019057786d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:27:23.895462 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115c191-d50a-4e70-93d5-b4484267118b None None] The sync data for ids ['be04585a-9d8b-4139-8279-e182541c3dba'] in dv-cinder-830095-1-iscsi is: [{'id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'name': 'router1', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': '84c8ad50-e53f-4467-9631-d5ff90fc1a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:26:59Z', 'updated_at': '2022-02-20T22:27:18Z', 'revision_number': 4, 'project_id': '867172bb16b541bb86b92dc17477663f', 'gw_port': {'id': '84c8ad50-e53f-4467-9631-d5ff90fc1a61', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:02:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:27:17Z', 'updated_at': '2022-02-20T22:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '9df2e32b-591b-47de-b3b6-c4e8ace82a02', 'name': '', 'network_id': '84598293-0903-42fe-b4d8-a5d2b63b0c45', 'tenant_id': '867172bb16b541bb86b92dc17477663f', 'mac_address': 'fa:16:3e:76:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be04585a-9d8b-4139-8279-e182541c3dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:27:09Z', 'updated_at': '2022-02-20T22:27:13Z', 'revision_number': 5, 'project_id': '867172bb16b541bb86b92dc17477663f', 'subnets': [{'id': '1426c004-3c9d-41aa-a560-1ad082374b4d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '684f78d1-bba0-4236-ab7a-019057786d7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:27:25.252688 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 84c8ad50-e53f-4467-9631-d5ff90fc1a61 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:27:25.310441 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 84c8ad50-e53f-4467-9631-d5ff90fc1a61 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:25.311001 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:25.414752 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 84c8ad50-e53f-4467-9631-d5ff90fc1a61 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:27:25.414752 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:25.449502 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port 84c8ad50-e53f-4467-9631-d5ff90fc1a61, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=84c8ad50-e53f-4467-9631-d5ff90fc1a61,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:27:25.522808 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:25.591698 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=84c8ad50-e53f-4467-9631-d5ff90fc1a61,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:27:27.276478 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 84c8ad50-e53f-4467-9631-d5ff90fc1a61 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:27:27.359373 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 84c8ad50-e53f-4467-9631-d5ff90fc1a61 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:27:27.359898 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (84c8ad50-e53f-4467-9631-d5ff90fc1a61), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:27.535652 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 84c8ad50-e53f-4467-9631-d5ff90fc1a61 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:27:32.101125 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-69198822-c137-49e8-9812-d513a5202378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:34.601200 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe5fdeb9-e37a-473d-b311-a2098f12f6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:35.515323 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:36.836708 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:38.499636 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:27:53.316782 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:28:02.123130 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee874-99cb-4694-b7e9-bef4277f981c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:04.597677 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-31f0c684-8586-4622-8892-c49f5560d9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:05.539377 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:07.162430 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:08.510565 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:30.316930 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:28:32.098732 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d89e8d1a-7993-4055-9d5e-d80556ac23e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:34.590103 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-346bfcef-d9cc-4c0b-881a-2e24480d54f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:35.527253 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:36.853114 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:38.492768 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:45.458928 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38454) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:28:45.519587 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f780abce-536d-4bdd-899e-44e625115ef4 admin admin] GET failed (client error): The resource could not be found. Feb 20 22:28:45.520864 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-f780abce-536d-4bdd-899e-44e625115ef4 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609734 Feb 20 22:28:45.683053 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5104fc75-5d03-435c-8e8d-3b029c2956c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:28:45.684445 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-5104fc75-5d03-435c-8e8d-3b029c2956c5 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1594484 Feb 20 22:28:48.006142 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38464) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:28:48.098266 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419eb546-154b-4df5-94a1-f1e0d7c1922a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:28:48.099588 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-419eb546-154b-4df5-94a1-f1e0d7c1922a admin admin] 10.222.0.67 "GET /v2.0/subnets/1426c004-3c9d-41aa-a560-1ad082374b4d HTTP/1.1" status: 200 len: 849 time: 0.0924566 Feb 20 22:28:48.109016 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:28:48.192936 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Publish callbacks [] for subnet (1426c004-3c9d-41aa-a560-1ad082374b4d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:48.400769 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767939747458'] for subnet (1426c004-3c9d-41aa-a560-1ad082374b4d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:48.436261 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:28:48.437409 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:48.445398 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] 10.222.0.67 "PUT /v2.0/subnets/1426c004-3c9d-41aa-a560-1ad082374b4d HTTP/1.1" status: 200 len: 868 time: 0.3326647 Feb 20 22:28:48.445592 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e206deb-0cb2-4259-a6b4-65cd49198a0c None None] Network 84598293-0903-42fe-b4d8-a5d2b63b0c45 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:28:48.456579 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1426c004-3c9d-41aa-a560-1ad082374b4d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:28:48.464477 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.464827 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.465182 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.465512 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.465901 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.466238 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.466568 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.466900 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.467226 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.467559 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.467891 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.468213 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.468533 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b9d50d-85fc-4b65-8b9d-f4a30141f7a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:28:48.804170 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-888b9903-969c-4c37-8d63-cd57d0da74bd None None] Provisioning complete for port 1969e687-cb60-4447-a2e9-3434fb3937ca triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:28:48.804563 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-888b9903-969c-4c37-8d63-cd57d0da74bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (1969e687-cb60-4447-a2e9-3434fb3937ca), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:48.881238 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-888b9903-969c-4c37-8d63-cd57d0da74bd None None] Current status of the port 1969e687-cb60-4447-a2e9-3434fb3937ca is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:28:48.891157 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-888b9903-969c-4c37-8d63-cd57d0da74bd None None] Provisioning complete for port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:28:48.891530 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-888b9903-969c-4c37-8d63-cd57d0da74bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (9df2e32b-591b-47de-b3b6-c4e8ace82a02), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:28:48.968965 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-888b9903-969c-4c37-8d63-cd57d0da74bd None None] Current status of the port 9df2e32b-591b-47de-b3b6-c4e8ace82a02 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:28:50.789897 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38472) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:28:50.990814 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eee76e-aef8-47dd-a4c8-d7cdde67a082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:28:50.991204 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eee76e-aef8-47dd-a4c8-d7cdde67a082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:28:50.992752 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-51eee76e-aef8-47dd-a4c8-d7cdde67a082 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019057 Feb 20 22:28:53.316920 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38482) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:28:53.452037 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27798fbf-f0c9-48fd-8ceb-e56711787907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:28:53.452417 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27798fbf-f0c9-48fd-8ceb-e56711787907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:28:53.453981 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-27798fbf-f0c9-48fd-8ceb-e56711787907 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1360972 Feb 20 22:28:55.758701 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38490) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:28:55.880964 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f0f0e-aab4-4673-90c9-e446038f5106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:28:55.882357 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-792f0f0e-aab4-4673-90c9-e446038f5106 admin admin] 10.222.0.67 "GET /v2.0/networks/13902551-927e-452b-838a-e5943d6828df HTTP/1.1" status: 200 len: 886 time: 0.1226137 Feb 20 22:28:58.209375 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38498) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:28:58.378655 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4aa686-d324-4fae-9431-ce122b2e743f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:28:58.379927 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ac4aa686-d324-4fae-9431-ce122b2e743f admin admin] 10.222.0.67 "GET /v2.0/networks/84598293-0903-42fe-b4d8-a5d2b63b0c45 HTTP/1.1" status: 200 len: 869 time: 0.1695700 Feb 20 22:29:00.696871 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38506) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:29:00.822988 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f70138-f958-42a0-9f70-95c5d6ad5558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:29:00.823476 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f70138-f958-42a0-9f70-95c5d6ad5558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:29:00.824983 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-10f70138-f958-42a0-9f70-95c5d6ad5558 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271851 Feb 20 22:29:02.121043 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-577f58db-d77b-4e01-9718-e1ef580e183b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:03.141271 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38514) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:29:03.232198 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec25be-a80d-4916-8576-3f00cbd28a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:29:03.232660 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec25be-a80d-4916-8576-3f00cbd28a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:29:03.234193 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-07ec25be-a80d-4916-8576-3f00cbd28a80 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919378 Feb 20 22:29:04.583709 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7f6d-e56a-40d2-9db3-fa7efaaaa71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:05.532429 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:05.557560 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38522) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:29:05.653122 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3304902f-5f94-4b7c-b319-a689e8c0f68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:29:05.654494 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3304902f-5f94-4b7c-b319-a689e8c0f68b admin admin] 10.222.0.67 "GET /v2.0/subnets/1426c004-3c9d-41aa-a560-1ad082374b4d HTTP/1.1" status: 200 len: 868 time: 0.0959117 Feb 20 22:29:06.835387 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:07.315880 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:29:08.020704 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38530) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:29:08.104623 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bd90d6-3801-4f89-99d9-bddf4255972f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:29:08.105975 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-15bd90d6-3801-4f89-99d9-bddf4255972f admin admin] 10.222.0.67 "GET /v2.0/subnets/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa HTTP/1.1" status: 200 len: 816 time: 0.0842919 Feb 20 22:29:08.509866 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:32.103997 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2b22da06-7ef2-4297-8e4a-efa930ca645e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:34.618153 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f256c026-cc88-4194-9317-ed57e4ed41ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:35.537973 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:36.381746 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38584) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:29:36.427511 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [None req-045f3a96-7381-4448-8e21-1dee7d5c9c1c admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:29:36.428499 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-045f3a96-7381-4448-8e21-1dee7d5c9c1c admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459056 Feb 20 22:29:36.823912 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:38.503861 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:38.888455 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38592) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:29:38.948902 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fd756c-d8f0-48ff-8681-a4dd0cbc4aa5 admin admin] GET failed (client error): The resource could not be found. Feb 20 22:29:38.950175 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-e7fd756c-d8f0-48ff-8681-a4dd0cbc4aa5 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608032 Feb 20 22:29:39.033940 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5cb7b0-d5bc-457c-ae4d-07c2b3ccf260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:29:39.035413 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-9c5cb7b0-d5bc-457c-ae4d-07c2b3ccf260 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812287 Feb 20 22:29:41.390682 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38600) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:29:41.436712 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:29:41.520663 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Made reservation on behalf of e363300c96894413bd09090e5c55be72 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:29:41.522980 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:41.557649 dv-cinder-830095-1-iscsi neutron-server[103376]: WARNING neutron.services.revisions.revision_plugin [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Could not find related network for resource to bump revision. Feb 20 22:29:41.571951 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:29:41.583782 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (a4bcb4e4-024a-46ad-86ed-98eb4752b44e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:41.584117 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.segments_db [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Added segment a4bcb4e4-024a-46ad-86ed-98eb4752b44e of type vlan for network 61ea3e0a-3213-4c67-913d-c6f7683ce78f Feb 20 22:29:41.622918 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (61ea3e0a-3213-4c67-913d-c6f7683ce78f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:41.715016 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (61ea3e0a-3213-4c67-913d-c6f7683ce78f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:41.715880 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:29:41.716455 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:41.771351 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] Pushing event updated for resources: {'Network': ['ID=61ea3e0a-3213-4c67-913d-c6f7683ce78f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:29:41.780979 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 61ea3e0a-3213-4c67-913d-c6f7683ce78f details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:29:41.843587 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-e03bb827-dc96-406d-92ea-a30a0ee32c7a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4518569 Feb 20 22:29:44.271949 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38608) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:29:44.314019 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:29:44.333345 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e0e650-8cb4-41b4-a3ee-957c28e55708 admin admin] GET failed (client error): The resource could not be found. Feb 20 22:29:44.334765 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-66e0e650-8cb4-41b4-a3ee-957c28e55708 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618055 Feb 20 22:29:44.405003 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013aeea9-3311-4e6e-a0db-d8e29fd0a00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:29:44.406397 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-013aeea9-3311-4e6e-a0db-d8e29fd0a00d admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0675502 Feb 20 22:29:44.416635 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:29:44.538050 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Made reservation on behalf of e363300c96894413bd09090e5c55be72 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:29:44.540283 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:44.795752 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for subnet (b4159e56-7578-424d-a4d8-8459d6ed5cd1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:44.851386 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4159e56-7578-424d-a4d8-8459d6ed5cd1,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:29:44.859910 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Checking segment: {'id': 'a4bcb4e4-024a-46ad-86ed-98eb4752b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:29:44.860270 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Network hostable DHCP agents. Network: 61ea3e0a-3213-4c67-913d-c6f7683ce78f, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:29:44.943413 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Network 61ea3e0a-3213-4c67-913d-c6f7683ce78f is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:29:45.012361 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 61ea3e0a-3213-4c67-913d-c6f7683ce78f) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:29:45.016616 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:29:45.017260 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:45.021945 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202fffd-fb73-4b2b-b9c8-fc0b1ecfadff None None] Network 61ea3e0a-3213-4c67-913d-c6f7683ce78f requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:29:45.084145 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-88000f77-5340-46a9-a75e-e02b6dc922ea admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6708250 Feb 20 22:29:45.124448 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ba9f9b-0950-586d-b448-b4766aa1f9c3-61ea3e0a-3213-4c67-913d-c6f7683ce78f', 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f', 'project_id': 'e363300c96894413bd09090e5c55be72', 'fixed_ips': [{'subnet_id': 'b4159e56-7578-424d-a4d8-8459d6ed5cd1'}]}} from dv-cinder-830095-1-iscsi. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:29:45.124738 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:45.371928 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Allocated IP 192.168.233.2 (61ea3e0a-3213-4c67-913d-c6f7683ce78f/b4159e56-7578-424d-a4d8-8459d6ed5cd1/70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:29:45.704121 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Publish callbacks [] for port (70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:45.778134 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:45.816504 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Network 61ea3e0a-3213-4c67-913d-c6f7683ce78f is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:29:45.819307 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:29:45.825213 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:29:45.832186 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Pushing event updated for resources: {'Port': ['ID=70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:29:45.854360 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.854720 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.855089 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.855406 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.855732 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.856054 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.856371 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.856691 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.857021 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.857335 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.857655 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.857995 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.858310 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:29:45.899114 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Attempting to bind port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:29:45.899523 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Attempting to bind port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': 'a4bcb4e4-024a-46ad-86ed-98eb4752b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:29:45.899883 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Attempting to bind port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 on network 61ea3e0a-3213-4c67-913d-c6f7683ce78f {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:29:45.904813 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:29:45.905297 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Checking segment: {'id': 'a4bcb4e4-024a-46ad-86ed-98eb4752b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:29:45.905712 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:45.906104 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Bound using segment: {'id': 'a4bcb4e4-024a-46ad-86ed-98eb4752b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:29:45.906561 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Bound port: 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bcb4e4-024a-46ad-86ed-98eb4752b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:29:45.906936 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:45.971571 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] For port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:29:45.974571 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] For port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4,segment=NetworkSegment(a4bcb4e4-024a-46ad-86ed-98eb4752b44e),segment_id=a4bcb4e4-024a-46ad-86ed-98eb4752b44e)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:29:46.024510 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:46.083018 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71334cec-9a87-4d54-b0aa-c526e08eb42e None None] Pushing event updated for resources: {'Port': ['ID=70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:29:46.985718 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3209ecf8-46e6-49e2-a901-d55552863898 None None] Network 61ea3e0a-3213-4c67-913d-c6f7683ce78f requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:29:47.063725 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-14f0f4f2-01bd-4016-9287-06cfa48db864 None None] Provisioning complete for port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:29:47.064551 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14f0f4f2-01bd-4016-9287-06cfa48db864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:47.210802 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-14f0f4f2-01bd-4016-9287-06cfa48db864 None None] Current status of the port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:29:47.211378 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14f0f4f2-01bd-4016-9287-06cfa48db864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:47.263677 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-14f0f4f2-01bd-4016-9287-06cfa48db864 None None] For port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4,segment=NetworkSegment(a4bcb4e4-024a-46ad-86ed-98eb4752b44e),segment_id=a4bcb4e4-024a-46ad-86ed-98eb4752b44e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:29:47.344521 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14f0f4f2-01bd-4016-9287-06cfa48db864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:47.379124 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:29:47.435461 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0f4f2-01bd-4016-9287-06cfa48db864 None None] Pushing event updated for resources: {'Port': ['ID=70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:29:47.456693 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:29:47.457071 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:47.494224 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-b531958b-2c37-47f2-b5e8-3dd85f2d39a1 None None] Provisioning complete for port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:29:47.494603 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b531958b-2c37-47f2-b5e8-3dd85f2d39a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:47.579028 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:29:47.614747 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-b531958b-2c37-47f2-b5e8-3dd85f2d39a1 None None] Current status of the port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:29:49.301773 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:29:49.353560 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:29:49.353948 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:29:49.430116 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 70e332e9-cdb9-42ce-a36e-ee1c48d4cfc4 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:30:02.092702 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e08c8852-0af6-421d-a85b-24d27d9978ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:30:04.635326 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b30d642a-c2f5-43c9-9219-db425a1f060f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:30:05.566926 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:30:06.846768 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:30:08.498230 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:30:21.312117 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:30:32.093851 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b533681e-19d3-48ed-be4c-9568df782f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:30:34.646651 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b67d1491-912e-4c37-8f12-62db6678735c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:30:35.538502 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:30:36.881666 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:30:38.504363 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:30:58.310517 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:31:02.108637 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-66bb7a67-d39d-4375-94f4-ebacdf82250c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:04.610816 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9a421e0d-ba34-432d-a0d8-c59f4f4604a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:05.537979 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:06.869465 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:08.502681 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:16.385962 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38646) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:31:16.392415 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [None req-80c78f60-363a-4d3b-b6b2-8519a1e98b73 tempest-verify_tempest_config-289286429 tempest-verify_tempest_config-289286429-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:31:16.393383 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-80c78f60-363a-4d3b-b6b2-8519a1e98b73 tempest-verify_tempest_config-289286429 tempest-verify_tempest_config-289286429-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064790 Feb 20 22:31:16.874065 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38664) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:31:16.975831 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:17.056741 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Publish callbacks [] for security_group (56100bb2-ca39-4835-9937-475a8debf9df), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:17.119629 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (56100bb2-ca39-4835-9937-475a8debf9df), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:17.166624 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f33f0ece358349f18460a40600c3a93d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2915125 Feb 20 22:31:17.167647 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56100bb2-ca39-4835-9937-475a8debf9df,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:31:17.169536 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38668) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:31:17.175449 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.175844 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.176213 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.176573 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.176927 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.177279 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.177617 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.178017 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.178371 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.178725 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.179071 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.179395 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.179736 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99018190-3e55-4c41-9799-bcb93b346957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.227363 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Publish callbacks [] for security_group (56100bb2-ca39-4835-9937-475a8debf9df), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:17.248096 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Publish callbacks [] for security_group (56100bb2-ca39-4835-9937-475a8debf9df), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:17.407054 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (56100bb2-ca39-4835-9937-475a8debf9df), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:17.409580 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:17.410766 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56100bb2-ca39-4835-9937-475a8debf9df HTTP/1.1" status: 204 len: 168 time: 0.2400134 Feb 20 22:31:17.420357 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56100bb2-ca39-4835-9937-475a8debf9df,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:31:17.428365 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.428854 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.429200 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.429563 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.429927 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.430252 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.430583 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.430908 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.431584 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.431930 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.432256 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.432570 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:17.432886 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a57e68-3e47-47ce-8ced-4eff58455b81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:31:32.091241 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-20f3b724-dbb6-4297-9ba7-5b058cdc929c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:34.624038 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2baaba45-3e71-4772-8905-ef2a559f221b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:35.308920 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:31:35.550709 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:36.856517 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:31:38.547558 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:02.075539 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04bf84b3-10c6-435e-b750-2065bad55521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:04.627268 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abc84815-4343-44d8-92ee-9ba53dd4c4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:05.583947 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:06.862000 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:08.515549 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:12.307513 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:32:32.103825 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-8af4a907-7510-4b8d-8e94-d74bc2f17cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:34.627271 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5e6b7b98-19a3-411d-9827-dcd92d7e00b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:35.552883 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:36.855978 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:38.515307 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:32:49.306799 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 5 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:33:02.141433 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f23eec3b-4c17-40fc-ac8a-8e6d162de84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:03.595513 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-569682'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:04.618160 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06b579bb-8a24-42d4-b992-84f9099a8ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:05.560696 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:06.863773 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:08.507103 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:17.471478 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38740) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:33:17.575598 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0e90cf4b-d91f-4327-aebe-4c371913b5dc admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1030388 Feb 20 22:33:19.943018 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38750) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:33:19.996702 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d9d5c66c-553e-4e0a-864d-782863038c4b admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526013 Feb 20 22:33:26.306394 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:33:32.095297 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-388b094b-ab45-4838-9c8e-f11c7577f014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:33.581242 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:34.637956 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ac9b499b-5e0c-471d-b183-8626ef33b212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:35.589859 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:36.863652 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:33:38.527241 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:02.098119 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-22e8cb00-2938-4b50-b602-4ba801b54555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:03.305315 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:34:03.569388 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:04.635522 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3706aa57-16a5-41ad-872e-eb1af9b78a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:05.604221 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:06.869822 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:08.500591 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:32.115581 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a6c8ba3-d86b-4f20-9652-4af83859efd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:33.572745 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:34.649161 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4fd17dd3-5133-4c6c-9a09-4d76561e1d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:35.563133 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:36.875518 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:38.515645 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:40.304948 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:34:54.353725 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38916) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:54.602049 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1134910052-network', 'tenant_id': 'a7313a3971ee4a3bacd833696f5a151e'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:54.700789 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Made reservation on behalf of a7313a3971ee4a3bacd833696f5a151e for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:34:54.703649 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:54.712167 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:54.792025 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Publish callbacks [] for security_group (fcdbbd6a-a572-4af4-988d-ede5d169edea), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:54.854751 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (fcdbbd6a-a572-4af4-988d-ede5d169edea), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:54.881917 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:34:54.892452 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdbbd6a-a572-4af4-988d-ede5d169edea,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:54.900241 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (65aeffaa-3d7d-4154-9655-80bf51b4508a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:54.900595 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Added segment 65aeffaa-3d7d-4154-9655-80bf51b4508a of type vlan for network e39a10f1-e1bf-40c7-9f43-eec643956353 Feb 20 22:34:54.902714 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.903057 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.903395 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.903726 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.904549 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.905418 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.905781 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.906114 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.906444 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.906793 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.907480 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.907480 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.907743 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Tracked resource versions report: Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: pushed versions: Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: { 'AddressGroup': {'1.2'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'ConntrackHelper': {'1.0'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Log': {'1.0'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Network': {'1.1'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Port': {'1.7'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'PortForwarding': {'1.2'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'QosPolicy': {'1.10'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SecurityGroup': {'1.5'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SubPort': {'1.0'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Subnet': {'1.1'}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Trunk': {'1.1'}} Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: consumer versions: Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: { DHCP agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: HyperV agent@hv-cinder-83009: {}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: L3 agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: Metadata agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: Metering agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: Open vSwitch agent@dv-cinder-830095-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'ConntrackHelper': '1.0', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'LocalIPAssociation': '1.0', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Log': '1.0', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Network': '1.1', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Port': '1.7', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'PortForwarding': '1.2', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'QosPolicy': '1.10', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SecurityGroup': '1.5', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SecurityGroupRule': '1.2', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'SubPort': '1.0', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Subnet': '1.1', Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: 'Trunk': '1.1'}} Feb 20 22:34:54.908921 dv-cinder-830095-1-iscsi neutron-server[103377]: {{(pid=103377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:34:54.959101 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (e39a10f1-e1bf-40c7-9f43-eec643956353), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.071912 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (e39a10f1-e1bf-40c7-9f43-eec643956353), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.072890 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:34:55.073496 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.182601 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] Pushing event updated for resources: {'Network': ['ID=e39a10f1-e1bf-40c7-9f43-eec643956353,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:55.195751 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network e39a10f1-e1bf-40c7-9f43-eec643956353 details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:34:55.253840 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-28017b07-0ab6-4214-96e9-37835a637e2d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8909431 Feb 20 22:34:55.253840 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 38968) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:55.254422 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Request body: {'subnet': {'network_id': 'e39a10f1-e1bf-40c7-9f43-eec643956353', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1134910052-subnet', 'tenant_id': 'a7313a3971ee4a3bacd833696f5a151e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:55.276775 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38970) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:55.334201 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Made reservation on behalf of a7313a3971ee4a3bacd833696f5a151e for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:34:55.336527 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.367229 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38980) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:55.550257 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 38988) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:55.567239 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for subnet (2495ca2c-03be-4970-967a-670d91ff300c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.594372 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-868067188-network', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:55.612220 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2495ca2c-03be-4970-967a-670d91ff300c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:55.642295 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-441176594-network', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:55.644735 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Checking segment: {'id': '65aeffaa-3d7d-4154-9655-80bf51b4508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e39a10f1-e1bf-40c7-9f43-eec643956353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:34:55.645301 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Network hostable DHCP agents. Network: e39a10f1-e1bf-40c7-9f43-eec643956353, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:34:55.733381 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2077016794-network', 'tenant_id': 'ace06e73110147d687e8310b530fa532'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:55.763421 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Made reservation on behalf of d195da002ab942bbba2046ea25910a8e for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:34:55.767470 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Network e39a10f1-e1bf-40c7-9f43-eec643956353 is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:34:55.767584 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.777435 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Made reservation on behalf of ebc76c7da8694070b275da964ee301c5 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:34:55.784811 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.793741 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.849446 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, e39a10f1-e1bf-40c7-9f43-eec643956353) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:34:55.856770 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:34:55.857873 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.858713 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef89676-c86b-4568-bcc1-f4bb5cf92890 None None] Network e39a10f1-e1bf-40c7-9f43-eec643956353 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:34:55.877387 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Made reservation on behalf of ace06e73110147d687e8310b530fa532 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:34:55.880297 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.882521 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.906809 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.942346 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Publish callbacks [] for security_group (a45ec2cf-ec23-47a1-a512-2ed598528d9c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:55.980570 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d56076-79f3-4a7b-aa52-81b0168d2739 None None] Network e39a10f1-e1bf-40c7-9f43-eec643956353 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:34:56.012797 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0b858dc1-c8dd-488d-b098-d7a6772b77de admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7622871 Feb 20 22:34:56.055097 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Publish callbacks [] for security_group (8c2d37a1-9ff9-4b9c-a129-a9dc5b9003e1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.056906 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Publish callbacks [] for security_group (6122b783-1632-42a7-82fb-91a4327b5d51), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.072941 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (a45ec2cf-ec23-47a1-a512-2ed598528d9c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.111640 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:34:56.126614 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45ec2cf-ec23-47a1-a512-2ed598528d9c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:56.135041 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.135513 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.136029 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.136336 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.136668 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.137024 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.137372 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.137727 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.138062 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.138493 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.138819 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.139283 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.139614 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Tracked resource versions report: Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: pushed versions: Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: { 'AddressGroup': {'1.2'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'ConntrackHelper': {'1.0'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Log': {'1.0'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Network': {'1.1'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Port': {'1.7'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'PortForwarding': {'1.2'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'QosPolicy': {'1.10'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SecurityGroup': {'1.5'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SubPort': {'1.0'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Subnet': {'1.1'}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Trunk': {'1.1'}} Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: consumer versions: Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: { DHCP agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: HyperV agent@hv-cinder-83009: {}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: L3 agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: Metadata agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: Metering agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: Open vSwitch agent@dv-cinder-830095-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'ConntrackHelper': '1.0', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'LocalIPAssociation': '1.0', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Log': '1.0', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Network': '1.1', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Port': '1.7', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'PortForwarding': '1.2', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'QosPolicy': '1.10', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SecurityGroup': '1.5', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SecurityGroupRule': '1.2', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'SubPort': '1.0', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Subnet': '1.1', Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: 'Trunk': '1.1'}} Feb 20 22:34:56.140812 dv-cinder-830095-1-iscsi neutron-server[103376]: {{(pid=103376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:34:56.145891 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (8c2d37a1-9ff9-4b9c-a129-a9dc5b9003e1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.149223 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (b2a1c1a4-d4a7-4563-8724-9217af297983), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.149444 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.segments_db [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Added segment b2a1c1a4-d4a7-4563-8724-9217af297983 of type vlan for network b23fffc4-fb98-41ca-b863-88db23b63f5c Feb 20 22:34:56.200243 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:34:56.208148 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (6122b783-1632-42a7-82fb-91a4327b5d51), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.220719 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2d37a1-9ff9-4b9c-a129-a9dc5b9003e1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:56.227433 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (b23fffc4-fb98-41ca-b863-88db23b63f5c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.239781 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (668ae7f8-769c-4d5a-be84-d94a4a366f69), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.239781 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.segments_db [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Added segment 668ae7f8-769c-4d5a-be84-d94a4a366f69 of type vlan for network 97775dfe-1264-4608-a211-33bd86901a06 Feb 20 22:34:56.313978 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6122b783-1632-42a7-82fb-91a4327b5d51,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:56.324486 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (97775dfe-1264-4608-a211-33bd86901a06), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.395979 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (b23fffc4-fb98-41ca-b863-88db23b63f5c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.396951 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:34:56.397525 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.444351 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (97775dfe-1264-4608-a211-33bd86901a06), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.445510 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:34:56.445863 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.469552 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] Pushing event updated for resources: {'Network': ['ID=b23fffc4-fb98-41ca-b863-88db23b63f5c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:56.482151 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network b23fffc4-fb98-41ca-b863-88db23b63f5c details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:34:56.534702 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ddc3307d-f459-44aa-8e08-bddd67d56f97 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2514825 Feb 20 22:34:56.535646 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.db.api [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 22:34:56.535984 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG oslo_db.api [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 22:34:56.537607 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39036) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:56.546081 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Request body: {'subnet': {'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-subnet', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:56.558875 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0041511 Feb 20 22:34:56.560680 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39040) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:56.573210 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Request body: {'subnet': {'network_id': '97775dfe-1264-4608-a211-33bd86901a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2077016794-subnet', 'tenant_id': 'ace06e73110147d687e8310b530fa532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:56.577425 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ec4d1-87df-4224-a2cb-bde6328d5a44 admin admin] Pushing event updated for resources: {'Network': ['ID=97775dfe-1264-4608-a211-33bd86901a06,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:56.588909 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 97775dfe-1264-4608-a211-33bd86901a06 details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:34:56.668899 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Made reservation on behalf of ace06e73110147d687e8310b530fa532 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:34:56.668899 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.688732 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Made reservation on behalf of d195da002ab942bbba2046ea25910a8e for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:34:56.691982 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.916069 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for subnet (2c87973f-0173-4b6d-a9af-a2ac12b09099), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.946302 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for subnet (1d9b73a4-079d-402a-88ec-accfdc9a31f3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:56.972434 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c87973f-0173-4b6d-a9af-a2ac12b09099,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:56.981414 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Checking segment: {'id': '668ae7f8-769c-4d5a-be84-d94a4a366f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '97775dfe-1264-4608-a211-33bd86901a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:34:56.981769 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Network hostable DHCP agents. Network: 97775dfe-1264-4608-a211-33bd86901a06, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:34:57.012502 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d9b73a4-079d-402a-88ec-accfdc9a31f3,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:57.023763 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Checking segment: {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:34:57.024087 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Network hostable DHCP agents. Network: b23fffc4-fb98-41ca-b863-88db23b63f5c, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:34:57.037885 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.062852 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:34:57.072363 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (6c8c4277-050c-49f9-81c8-fadb6840b75d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.072718 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.segments_db [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Added segment 6c8c4277-050c-49f9-81c8-fadb6840b75d of type vlan for network a558b9ef-31a4-44c2-924d-4167d42fc46d Feb 20 22:34:57.073918 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Network 97775dfe-1264-4608-a211-33bd86901a06 is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:34:57.116635 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (a558b9ef-31a4-44c2-924d-4167d42fc46d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.129097 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Network b23fffc4-fb98-41ca-b863-88db23b63f5c is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:34:57.220021 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 97775dfe-1264-4608-a211-33bd86901a06) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:34:57.221030 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, b23fffc4-fb98-41ca-b863-88db23b63f5c) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:34:57.223979 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:34:57.224639 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.224755 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:34:57.225287 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.232512 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9982aa1e-6ef6-4be5-b9ee-2db011e2aab0 None None] Network 97775dfe-1264-4608-a211-33bd86901a06 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:34:57.237757 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639b8c61-47d6-461c-8b91-80bb45089bec None None] Network b23fffc4-fb98-41ca-b863-88db23b63f5c requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:34:57.253955 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (a558b9ef-31a4-44c2-924d-4167d42fc46d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.253955 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:34:57.254187 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.316802 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] Pushing event updated for resources: {'Network': ['ID=a558b9ef-31a4-44c2-924d-4167d42fc46d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:57.332745 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network a558b9ef-31a4-44c2-924d-4167d42fc46d details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:34:57.342957 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c7f810cc-dbb7-4a99-ab12-0ea9be3b09a6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8040242 Feb 20 22:34:57.345351 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39046) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:57.349588 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:57.399028 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-65c500a4-16d1-45a6-b3af-e98493e2d68a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8347020 Feb 20 22:34:57.402667 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-d8fc0db0-a9f6-497b-8e00-2a41e3134e1c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0339475 Feb 20 22:34:57.411310 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39050) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:57.426688 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Request body: {'subnet': {'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-868067188-subnet', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:57.492474 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b919742-fbc1-405a-8b54-ecf3b0d62b18 None None] Network 97775dfe-1264-4608-a211-33bd86901a06 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:34:57.494962 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ba9f9b-0950-586d-b448-b4766aa1f9c3-b23fffc4-fb98-41ca-b863-88db23b63f5c', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3'}]}} from dv-cinder-830095-1-iscsi. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:34:57.495797 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.512177 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2647'] for router (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.516651 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2732'] for router (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.569311 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Made reservation on behalf of ebc76c7da8694070b275da964ee301c5 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:34:57.571891 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.642913 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks [] for router_controller (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:57.758845 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Allocated IP 172.20.0.2 (b23fffc4-fb98-41ca-b863-88db23b63f5c/1d9b73a4-079d-402a-88ec-accfdc9a31f3/cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:34:58.089184 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for subnet (e384e579-cb71-480a-b2d3-7ec6ddac72a3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.202375 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks [] for router_gateway (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.271355 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e384e579-cb71-480a-b2d3-7ec6ddac72a3,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:58.276082 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Checking segment: {'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:34:58.276437 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Network hostable DHCP agents. Network: a558b9ef-31a4-44c2-924d-4167d42fc46d, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:34:58.289721 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Publish callbacks [] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.364040 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.421128 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39132) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:58.423392 dv-cinder-830095-1-iscsi neutron-server[103376]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 22:34:58.455741 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Network b23fffc4-fb98-41ca-b863-88db23b63f5c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:34:58.457958 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:34:58.461602 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Pushing event updated for resources: {'Port': ['ID=cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:58.471132 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:34:58.481417 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.482531 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.483163 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.483663 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.484143 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.485083 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.485688 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Tracked resource versions report: Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: pushed versions: Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: { 'AddressGroup': {'1.2'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'ConntrackHelper': {'1.0'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Log': {'1.0'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Network': {'1.1'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Port': {'1.7'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'PortForwarding': {'1.2'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'QosPolicy': {'1.10'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SecurityGroup': {'1.5'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SubPort': {'1.0'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Subnet': {'1.1'}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Trunk': {'1.1'}} Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: consumer versions: Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: { DHCP agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: HyperV agent@hv-cinder-83009: {}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: L3 agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: Metadata agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: Metering agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: Open vSwitch agent@dv-cinder-830095-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'ConntrackHelper': '1.0', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'LocalIPAssociation': '1.0', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Log': '1.0', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Network': '1.1', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Port': '1.7', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'PortForwarding': '1.2', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'QosPolicy': '1.10', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SecurityGroup': '1.5', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SecurityGroupRule': '1.2', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'SubPort': '1.0', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Subnet': '1.1', Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: 'Trunk': '1.1'}} Feb 20 22:34:58.492855 dv-cinder-830095-1-iscsi neutron-server[103378]: {{(pid=103378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:34:58.547247 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Network a558b9ef-31a4-44c2-924d-4167d42fc46d is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:34:58.567040 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Attempting to bind port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:34:58.567698 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Attempting to bind port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:34:58.568260 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Attempting to bind port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 on network b23fffc4-fb98-41ca-b863-88db23b63f5c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:34:58.574068 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:34:58.574737 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Checking segment: {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:34:58.575348 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.576204 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Bound using segment: {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:34:58.576875 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Bound port: cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:34:58.577460 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.584525 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks [] for router_gateway (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.608601 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.656054 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] For port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:34:58.658417 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, a558b9ef-31a4-44c2-924d-4167d42fc46d) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:34:58.659898 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] For port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:34:58.668369 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c67e85-0d9d-4ac5-b9f8-a6f0a5bade4f None None] Network a558b9ef-31a4-44c2-924d-4167d42fc46d requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:34:58.675344 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:34:58.680500 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.702313 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6523bc8d-72be-4958-967f-bbaca6f2ce0a tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:34:58.704365 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6523bc8d-72be-4958-967f-bbaca6f2ce0a tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/networks?id=e39a10f1-e1bf-40c7-9f43-eec643956353 HTTP/1.1" status: 200 len: 812 time: 0.2820978 Feb 20 22:34:58.722771 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-c8ea56f5-f11a-431b-be7b-d514710d8a29 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/quotas/a7313a3971ee4a3bacd833696f5a151e HTTP/1.1" status: 200 len: 375 time: 0.0122454 Feb 20 22:34:58.744915 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Allocated IP 172.27.0.64 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/be6f3e20-d9c2-45cc-85e7-892a6457fd3a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:34:58.769310 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.792314 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-02f3f082-bfa4-494b-ba52-4b829465402c tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a7313a3971ee4a3bacd833696f5a151e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634401 Feb 20 22:34:58.815550 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b612c8a-582e-4319-95c8-70bc38402474 None None] Network a558b9ef-31a4-44c2-924d-4167d42fc46d requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:34:58.827121 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-8d40230c-8978-44d8-80bf-d4caed7af6f1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4143178 Feb 20 22:34:58.829794 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39144) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:58.832622 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-868067188-router', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:58.855691 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks [] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.923176 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdbf3a-cdb5-4250-9035-cf78231f53c2 None None] Pushing event updated for resources: {'Port': ['ID=cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:58.962233 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.962361 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2647'] for router (5e1dcd24-a9a8-44f1-87c4-2971a373b892), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:58.962361 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2732'] for router (5e1dcd24-a9a8-44f1-87c4-2971a373b892), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.014142 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Pushing event updated for resources: {'Port': ['ID=be6f3e20-d9c2-45cc-85e7-892a6457fd3a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:59.031027 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:34:59.031541 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39156) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:59.032412 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:34:59.035153 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:34:59.095740 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39166) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:59.106418 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-494487152-network', 'tenant_id': '14428e0fe1c54998856990da6c1026e0'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:34:59.142864 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks [] for router_controller (5e1dcd24-a9a8-44f1-87c4-2971a373b892), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.276958 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Made reservation on behalf of 14428e0fe1c54998856990da6c1026e0 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:34:59.288042 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.302013 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.490229 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39180) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:34:59.497172 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Publish callbacks [] for security_group (74b7c0b3-42fa-44e0-b466-50d39adc2cbf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.623874 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:34:59.647461 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2dc885d3-027c-4355-9e6c-96e7350158bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.649792 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks [] for router_gateway (5e1dcd24-a9a8-44f1-87c4-2971a373b892), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.650304 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (74b7c0b3-42fa-44e0-b466-50d39adc2cbf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.653381 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks [] for router_gateway (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.663527 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-ac7b1189-c93c-4e37-b325-03aa928ebc0c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:34:59.671327 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-ac7b1189-c93c-4e37-b325-03aa928ebc0c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1439490 Feb 20 22:34:59.698660 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:34:59.699050 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.737652 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:34:59.771848 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7383458e-c832-4b89-b728-30c994bc0fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.778173 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-967c294e-6b12-4a04-ba2f-f82445439085 service neutron] 10.222.0.67 "GET /v2.0/networks/e39a10f1-e1bf-40c7-9f43-eec643956353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056912 Feb 20 22:34:59.784925 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (ec488d14-8518-4ca4-b2c3-4c2c479ef95c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.785256 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Added segment ec488d14-8518-4ca4-b2c3-4c2c479ef95c of type vlan for network 361b9f8f-95cd-48b5-b923-52917fcaa6d1 Feb 20 22:34:59.797387 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:34:59.797807 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.841143 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:34:59.923808 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.924377 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (361b9f8f-95cd-48b5-b923-52917fcaa6d1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:34:59.932875 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b7c0b3-42fa-44e0-b466-50d39adc2cbf,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:34:59.947520 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-cf56c19e-14d5-44d0-a5e3-c4c27b42a236 service neutron] 10.222.0.67 "GET /v2.0/networks/e39a10f1-e1bf-40c7-9f43-eec643956353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614127 Feb 20 22:35:00.066980 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:00.109053 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (361b9f8f-95cd-48b5-b923-52917fcaa6d1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.109662 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:00.113944 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.128308 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2dc885d3-027c-4355-9e6c-96e7350158bc admin admin] Publish callbacks [] for security_group (0415a74e-ba7a-401f-a877-3fef8ac90a24), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.164576 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks [] for router_gateway (5e1dcd24-a9a8-44f1-87c4-2971a373b892), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.195358 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.244096 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2dc885d3-027c-4355-9e6c-96e7350158bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (0415a74e-ba7a-401f-a877-3fef8ac90a24), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.266558 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4090407-0ce2-4a29-b15c-a60f9a10bf1d None None] Network b23fffc4-fb98-41ca-b863-88db23b63f5c requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:35:00.279387 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7383458e-c832-4b89-b728-30c994bc0fd9 admin admin] Publish callbacks [] for security_group (ab49bbc0-f1c5-40e8-a17f-2a126dc1df81), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.290625 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1940849 Feb 20 22:35:00.295107 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39198) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:00.301256 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b0745-9d6d-4f8f-ab74-fd4ee831df8c admin admin] Pushing event updated for resources: {'Network': ['ID=361b9f8f-95cd-48b5-b923-52917fcaa6d1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:00.306304 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Request body: {'subnet': {'network_id': '361b9f8f-95cd-48b5-b923-52917fcaa6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-494487152-subnet', 'tenant_id': '14428e0fe1c54998856990da6c1026e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:00.333188 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297'] for router (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.339976 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2dc885d3-027c-4355-9e6c-96e7350158bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57561e39063d4999948241be835adeb1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3011737 Feb 20 22:35:00.352754 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 361b9f8f-95cd-48b5-b923-52917fcaa6d1 details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:35:00.354520 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39200) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:00.423051 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7383458e-c832-4b89-b728-30c994bc0fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (ab49bbc0-f1c5-40e8-a17f-2a126dc1df81), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.432294 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Allocated IP 172.27.0.39 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/47c1366f-6998-4d60-aa07-e7f9d348b36e) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:35:00.497215 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc885d3-027c-4355-9e6c-96e7350158bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0415a74e-ba7a-401f-a877-3fef8ac90a24,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:00.502548 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e8496cca-503b-4ee5-b466-e9c758439f8d None None] Provisioning complete for port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:00.502875 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e8496cca-503b-4ee5-b466-e9c758439f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.524116 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7383458e-c832-4b89-b728-30c994bc0fd9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8438f8e4e9b94edfb2af2d27db17d5fd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0257764 Feb 20 22:35:00.526787 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39214) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:00.585514 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks [] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.635975 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383458e-c832-4b89-b728-30c994bc0fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab49bbc0-f1c5-40e8-a17f-2a126dc1df81,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:00.651497 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e8496cca-503b-4ee5-b466-e9c758439f8d None None] Current status of the port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:00.726951 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Made reservation on behalf of 14428e0fe1c54998856990da6c1026e0 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:35:00.729377 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.851048 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f433be96-276c-4342-bf41-9e5797a8162b admin admin] Publish callbacks [] for security_group (0415a74e-ba7a-401f-a877-3fef8ac90a24), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.880635 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f433be96-276c-4342-bf41-9e5797a8162b admin admin] Publish callbacks [] for security_group (0415a74e-ba7a-401f-a877-3fef8ac90a24), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.895032 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.977332 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d23342-cf92-4b8c-b8fa-85044afa647e admin admin] Publish callbacks [] for security_group (ab49bbc0-f1c5-40e8-a17f-2a126dc1df81), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:00.982967 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-306cde15-c101-401a-8734-b5452d13008b None None] Provisioning complete for port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:00.983725 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-306cde15-c101-401a-8734-b5452d13008b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.008599 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d23342-cf92-4b8c-b8fa-85044afa647e admin admin] Publish callbacks [] for security_group (ab49bbc0-f1c5-40e8-a17f-2a126dc1df81), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.039346 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Pushing event updated for resources: {'Port': ['ID=47c1366f-6998-4d60-aa07-e7f9d348b36e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:01.057755 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3b11ebb-42a2-4f09-9cba-e2c6f4df14e2 req-7e2c81f5-b041-4a74-8e35-c131570c92d3 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 210 time: 0.3984885 Feb 20 22:35:01.064020 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:35:01.073657 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:01.084240 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:35:01.121575 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-306cde15-c101-401a-8734-b5452d13008b None None] Current status of the port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:01.125030 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 is scheduled to L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:35:01.168991 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d23342-cf92-4b8c-b8fa-85044afa647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (ab49bbc0-f1c5-40e8-a17f-2a126dc1df81), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.172073 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-18d23342-cf92-4b8c-b8fa-85044afa647e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.173242 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-18d23342-cf92-4b8c-b8fa-85044afa647e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ab49bbc0-f1c5-40e8-a17f-2a126dc1df81 HTTP/1.1" status: 204 len: 168 time: 0.6369648 Feb 20 22:35:01.186801 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d23342-cf92-4b8c-b8fa-85044afa647e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab49bbc0-f1c5-40e8-a17f-2a126dc1df81,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:01.256886 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:35:01.272097 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Sync routers for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:35:01.283615 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:35:01.284254 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:34:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:01.315545 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f433be96-276c-4342-bf41-9e5797a8162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (0415a74e-ba7a-401f-a877-3fef8ac90a24), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.318132 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f433be96-276c-4342-bf41-9e5797a8162b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.319130 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-f433be96-276c-4342-bf41-9e5797a8162b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0415a74e-ba7a-401f-a877-3fef8ac90a24 HTTP/1.1" status: 204 len: 168 time: 0.9636409 Feb 20 22:35:01.340996 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433be96-276c-4342-bf41-9e5797a8162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415a74e-ba7a-401f-a877-3fef8ac90a24,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:01.366205 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.368986 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-009413e9-9e2f-4b2c-be33-f8a000d17991 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0224106 Feb 20 22:35:01.371760 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39252) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:01.512738 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:35:01.575334 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:01.678564 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:01.679696 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.752047 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:34:59Z', 'revision_number': 3, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:01.783557 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Checking router: 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:35:01.784184 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Updating router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 port be6f3e20-d9c2-45cc-85e7-892a6457fd3a binding host dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:35:01.813516 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.826845 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks [] for router_gateway (5e1dcd24-a9a8-44f1-87c4-2971a373b892), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.826845 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for subnet (fe7973ac-85dd-4bd5-9afa-fc48da6de40d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:01.866614 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:01.979099 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.011925 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe7973ac-85dd-4bd5-9afa-fc48da6de40d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:02.046005 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Checking segment: {'id': 'ec488d14-8518-4ca4-b2c3-4c2c479ef95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '361b9f8f-95cd-48b5-b923-52917fcaa6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:35:02.046359 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Network hostable DHCP agents. Network: 361b9f8f-95cd-48b5-b923-52917fcaa6d1, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:35:02.174425 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b1205c0b-1872-43d6-8f65-62ffb26bcd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.179941 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Allocated IP 172.20.0.1 (b23fffc4-fb98-41ca-b863-88db23b63f5c/1d9b73a4-079d-402a-88ec-accfdc9a31f3/da15a488-4c55-47d0-abc1-85c2c3ffbafc) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:35:02.183846 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39276) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:02.188417 dv-cinder-830095-1-iscsi neutron-server[103377]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 22:35:02.198560 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297'] for router (5e1dcd24-a9a8-44f1-87c4-2971a373b892), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.245059 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Publish callbacks [] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.250362 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5a765a61-5400-49e9-b554-84848fb51ac2 req-437b6a0c-2fc6-4015-83cb-571f9bf097f4 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 210 time: 0.0654829 Feb 20 22:35:02.278812 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Network 361b9f8f-95cd-48b5-b923-52917fcaa6d1 is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:35:02.318070 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.379235 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 361b9f8f-95cd-48b5-b923-52917fcaa6d1) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:02.391973 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184f0b68-8428-400f-921d-24bd5e01dee7 None None] Network 361b9f8f-95cd-48b5-b923-52917fcaa6d1 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:35:02.395079 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:02.396678 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.402043 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Attempting to bind port be6f3e20-d9c2-45cc-85e7-892a6457fd3a on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:35:02.402654 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Attempting to bind port be6f3e20-d9c2-45cc-85e7-892a6457fd3a by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:35:02.403209 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Attempting to bind port be6f3e20-d9c2-45cc-85e7-892a6457fd3a on network 13902551-927e-452b-838a-e5943d6828df {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:02.423282 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:35:02.423282 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:35:02.423282 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.423579 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39284) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:02.424030 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Bound using segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:35:02.424030 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Bound port: be6f3e20-d9c2-45cc-85e7-892a6457fd3a, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:35:02.424030 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.424030 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Pushing event updated for resources: {'Port': ['ID=be6f3e20-d9c2-45cc-85e7-892a6457fd3a,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Tracked resource versions report: Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: pushed versions: Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: { 'AddressGroup': {'1.2'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'ConntrackHelper': {'1.0'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'LocalIPAssociation': {'1.0'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Log': {'1.0'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Network': {'1.1'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Port': {'1.7'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'PortForwarding': {'1.2'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'QosPolicy': {'1.10'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SecurityGroup': {'1.5'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SecurityGroupRule': {'1.2'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SubPort': {'1.0'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Subnet': {'1.1'}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Trunk': {'1.1'}} Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: consumer versions: Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: { DHCP agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: HyperV agent@hv-cinder-83009: {}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: L3 agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: Metadata agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: Metering agent@dv-cinder-830095-1-iscsi: {}, Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: Open vSwitch agent@dv-cinder-830095-1-iscsi: { 'AddressGroup': '1.2', Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'ConntrackHelper': '1.0', Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'LocalIPAssociation': '1.0', Feb 20 22:35:02.461474 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Log': '1.0', Feb 20 22:35:02.463917 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Network': '1.1', Feb 20 22:35:02.463917 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Port': '1.7', Feb 20 22:35:02.463917 dv-cinder-830095-1-iscsi neutron-server[103379]: 'PortForwarding': '1.2', Feb 20 22:35:02.463917 dv-cinder-830095-1-iscsi neutron-server[103379]: 'QosPolicy': '1.10', Feb 20 22:35:02.463917 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SecurityGroup': '1.5', Feb 20 22:35:02.463917 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SecurityGroupRule': '1.2', Feb 20 22:35:02.463917 dv-cinder-830095-1-iscsi neutron-server[103379]: 'SubPort': '1.0', Feb 20 22:35:02.463917 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Subnet': '1.1', Feb 20 22:35:02.463917 dv-cinder-830095-1-iscsi neutron-server[103379]: 'Trunk': '1.1'}} Feb 20 22:35:02.463917 dv-cinder-830095-1-iscsi neutron-server[103379]: {{(pid=103379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 22:35:02.484639 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Publish callbacks [] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.486454 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07b37c05-1057-4b5f-944e-ad14e2d2ae98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.498772 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] For port be6f3e20-d9c2-45cc-85e7-892a6457fd3a, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:35:02.502567 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] For port be6f3e20-d9c2-45cc-85e7-892a6457fd3a, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=be6f3e20-d9c2-45cc-85e7-892a6457fd3a,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:35:02.523134 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-be2e2427-1c2d-45e6-b978-d53964fa424d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2191064 Feb 20 22:35:02.538455 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39288) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:02.548734 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 is scheduled to L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:35:02.586623 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36868410-d91e-4c23-8034-e0bfec0a10b1 None None] Network 361b9f8f-95cd-48b5-b923-52917fcaa6d1 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:35:02.610123 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.626521 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07b37c05-1057-4b5f-944e-ad14e2d2ae98 admin admin] Publish callbacks [] for security_group (77088840-686c-4808-b278-2cf1634514a2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.683154 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-07b37c05-1057-4b5f-944e-ad14e2d2ae98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (77088840-686c-4808-b278-2cf1634514a2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.713936 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39294) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:02.734931 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.754598 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:35:02.755529 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:34:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:02.792296 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6d712d4-ddb1-4d17-849b-d718ab09f4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.798390 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-07b37c05-1057-4b5f-944e-ad14e2d2ae98 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ab7d5414ff394fb09fe9b78cbb2aa1a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3789532 Feb 20 22:35:02.801482 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b37c05-1057-4b5f-944e-ad14e2d2ae98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77088840-686c-4808-b278-2cf1634514a2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:02.802920 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:35:02.808051 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39298) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:02.814261 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Sync routers for ids ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:35:02.828433 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Network b23fffc4-fb98-41ca-b863-88db23b63f5c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:35:02.830980 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:02.841985 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Routers {'5e1dcd24-a9a8-44f1-87c4-2971a373b892'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:35:02.842852 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:34:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:02.843347 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:35:02.843908 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571262'] for router_interface (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.845914 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd23a394-6495-4d36-860b-5cee98d7d3df admin admin] Deleting subnet 2c87973f-0173-4b6d-a9af-a2ac12b09099 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:35:02.858574 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13b562-e1ad-427d-b097-9e795da52f3a None None] Pushing event updated for resources: {'Port': ['ID=be6f3e20-d9c2-45cc-85e7-892a6457fd3a,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:02.859382 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd23a394-6495-4d36-860b-5cee98d7d3df admin admin] Publish callbacks [] for subnet (2c87973f-0173-4b6d-a9af-a2ac12b09099), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.902140 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Pushing event updated for resources: {'Port': ['ID=da15a488-4c55-47d0-abc1-85c2c3ffbafc,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:02.923766 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd23a394-6495-4d36-860b-5cee98d7d3df admin admin] Publish callbacks [] for subnet (2c87973f-0173-4b6d-a9af-a2ac12b09099), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:02.959244 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd23a394-6495-4d36-860b-5cee98d7d3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (2c87973f-0173-4b6d-a9af-a2ac12b09099), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.001634 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.002904 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-506555a9-3c88-43ed-8d26-fe50b1f9c5be admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1739690 Feb 20 22:35:03.009446 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39306) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:03.071085 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:35:03.076107 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-413086ce-344e-48ce-acfd-0297bf46886f admin admin] Publish callbacks [] for security_group (77088840-686c-4808-b278-2cf1634514a2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.109773 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Set router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:35:03.113113 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-413086ce-344e-48ce-acfd-0297bf46886f admin admin] Publish callbacks [] for security_group (77088840-686c-4808-b278-2cf1634514a2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.199489 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6d712d4-ddb1-4d17-849b-d718ab09f4f1 admin admin] Publish callbacks [] for security_group (26b2065e-4a40-4a0e-8092-c8c769aec819), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.226796 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.266136 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-413086ce-344e-48ce-acfd-0297bf46886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (77088840-686c-4808-b278-2cf1634514a2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.268606 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-413086ce-344e-48ce-acfd-0297bf46886f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.269909 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-413086ce-344e-48ce-acfd-0297bf46886f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77088840-686c-4808-b278-2cf1634514a2 HTTP/1.1" status: 204 len: 168 time: 0.4605038 Feb 20 22:35:03.287652 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413086ce-344e-48ce-acfd-0297bf46886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77088840-686c-4808-b278-2cf1634514a2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:03.311690 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f6d712d4-ddb1-4d17-849b-d718ab09f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (26b2065e-4a40-4a0e-8092-c8c769aec819), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.364881 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd23a394-6495-4d36-860b-5cee98d7d3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for subnet (2c87973f-0173-4b6d-a9af-a2ac12b09099), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.406937 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:34:59Z', 'revision_number': 3, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:03.441054 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e7d559b1-ebaa-43ee-b9b4-84a60b4bf411 None None] Provisioning complete for port da15a488-4c55-47d0-abc1-85c2c3ffbafc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:03.442926 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7d559b1-ebaa-43ee-b9b4-84a60b4bf411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.445737 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92efa592-3d7c-40b5-b3dd-3ea36638df94 None None] The sync data for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi is: [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:34:59Z', 'revision_number': 3, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:35:03.740267 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Publish callbacks [] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.747434 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e7d559b1-ebaa-43ee-b9b4-84a60b4bf411 None None] Port da15a488-4c55-47d0-abc1-85c2c3ffbafc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:35:03.747434 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'name': 'tempest-ServerRescueNegativeTestJSON-868067188-router', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:01Z', 'revision_number': 3, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'gw_port': {'id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:00Z', 'updated_at': '2022-02-20T22:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:03.747434 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Checking router: 5e1dcd24-a9a8-44f1-87c4-2971a373b892 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:35:03.747434 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Updating router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 port 47c1366f-6998-4d60-aa07-e7f9d348b36e binding host dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:35:03.750214 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7aeb07b4-d845-4c90-b260-3e724f185aea req-d476ae5d-43ef-4a5a-b937-0ae24b488dea tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 210 time: 0.0350406 Feb 20 22:35:03.750214 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.750214 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571370'] for router_interface (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.756872 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23a394-6495-4d36-860b-5cee98d7d3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c87973f-0173-4b6d-a9af-a2ac12b09099,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:03.756872 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-f6d712d4-ddb1-4d17-849b-d718ab09f4f1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c9d693583594831becf1a820da073b6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1113322 Feb 20 22:35:03.756872 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd23a394-6495-4d36-860b-5cee98d7d3df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.756872 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-dd23a394-6495-4d36-860b-5cee98d7d3df admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2c87973f-0173-4b6d-a9af-a2ac12b09099 HTTP/1.1" status: 204 len: 168 time: 0.9425395 Feb 20 22:35:03.756872 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39322) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:03.756872 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39324) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:03.756872 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d712d4-ddb1-4d17-849b-d718ab09f4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2065e-4a40-4a0e-8092-c8c769aec819,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:03.767555 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.806897 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Pushing event updated for resources: {'Port': ['ID=da15a488-4c55-47d0-abc1-85c2c3ffbafc,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:03.910251 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (97775dfe-1264-4608-a211-33bd86901a06), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:03.916948 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Network b23fffc4-fb98-41ca-b863-88db23b63f5c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:35:03.920262 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:04.028615 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-559c9fd1-f77c-4082-8d29-b0c06dfc4f08 admin admin] Publish callbacks [] for security_group (26b2065e-4a40-4a0e-8092-c8c769aec819), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.306598 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-559c9fd1-f77c-4082-8d29-b0c06dfc4f08 admin admin] Publish callbacks [] for security_group (26b2065e-4a40-4a0e-8092-c8c769aec819), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.375775 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:35:04.440098 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Publish callbacks [] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.445176 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.495883 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7475342e-4e09-44d3-9bed-edf32091c17c None None] Provisioning complete for port da15a488-4c55-47d0-abc1-85c2c3ffbafc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:04.496275 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7475342e-4e09-44d3-9bed-edf32091c17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.520586 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (97775dfe-1264-4608-a211-33bd86901a06), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.542773 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.584479 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.584778 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.585675 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.586201 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > port after_create 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.586703 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.587388 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > port after_update 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.587877 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.588373 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.588869 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.589353 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.618997 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:35:04.636530 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-01e5e9dc-5be6-478c-9a10-767e9aef66b8 admin admin] 10.222.0.67 "PUT /v2.0/routers/0ef87cd3-69b7-49f0-86c3-5c7dc4325b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2626572 Feb 20 22:35:04.660851 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7475342e-4e09-44d3-9bed-edf32091c17c None None] Port da15a488-4c55-47d0-abc1-85c2c3ffbafc cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:35:04.694852 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Attempting to bind port 47c1366f-6998-4d60-aa07-e7f9d348b36e on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:35:04.695543 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Attempting to bind port 47c1366f-6998-4d60-aa07-e7f9d348b36e by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:35:04.696262 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Attempting to bind port 47c1366f-6998-4d60-aa07-e7f9d348b36e on network 13902551-927e-452b-838a-e5943d6828df {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:04.702500 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3011006-afe0-4b0d-a9f9-420738b69276 None None] Pushing event updated for resources: {'Port': ['ID=47c1366f-6998-4d60-aa07-e7f9d348b36e,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:04.707740 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:35:04.708377 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:35:04.708784 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.709533 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Bound using segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:35:04.710169 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Bound port: 47c1366f-6998-4d60-aa07-e7f9d348b36e, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:35:04.710554 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.777097 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-04773952-aae1-4aea-895e-cac4e8500158 req-9556ef25-ee76-4361-9547-d488766927c9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 210 time: 0.0417862 Feb 20 22:35:04.797141 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1739abc1-cdc6-4459-abf3-a0acea8dfb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.827138 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] For port 47c1366f-6998-4d60-aa07-e7f9d348b36e, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:35:04.831655 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] For port 47c1366f-6998-4d60-aa07-e7f9d348b36e, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=47c1366f-6998-4d60-aa07-e7f9d348b36e,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:35:04.878611 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.878897 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.879129 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.882047 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:35:04.882047 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97775dfe-1264-4608-a211-33bd86901a06']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:04.916224 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668ae7f8-769c-4d5a-be84-d94a4a366f69') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:04.916224 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668ae7f8-769c-4d5a-be84-d94a4a366f69') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:04.931920 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.936862 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (668ae7f8-769c-4d5a-be84-d94a4a366f69), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.958462 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (668ae7f8-769c-4d5a-be84-d94a4a366f69), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.966852 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:35:04.967316 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (668ae7f8-769c-4d5a-be84-d94a4a366f69), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:04.999430 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Routers {'5e1dcd24-a9a8-44f1-87c4-2971a373b892'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:35:05.001081 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:35:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: from cryptography.utils import int_from_bytes Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: from cryptography.utils import int_from_bytes Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:35:05.011561 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:35:05.055144 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-559c9fd1-f77c-4082-8d29-b0c06dfc4f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (26b2065e-4a40-4a0e-8092-c8c769aec819), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.057740 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-559c9fd1-f77c-4082-8d29-b0c06dfc4f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.064427 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-559c9fd1-f77c-4082-8d29-b0c06dfc4f08 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/26b2065e-4a40-4a0e-8092-c8c769aec819 HTTP/1.1" status: 204 len: 168 time: 1.4013605 Feb 20 22:35:05.066961 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3011006-afe0-4b0d-a9f9-420738b69276 None None] Pushing event updated for resources: {'Port': ['ID=47c1366f-6998-4d60-aa07-e7f9d348b36e,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:05.090078 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c9fd1-f77c-4082-8d29-b0c06dfc4f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2065e-4a40-4a0e-8092-c8c769aec819,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:05.151611 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.180670 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (97775dfe-1264-4608-a211-33bd86901a06), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.233129 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.240897 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39382) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:05.241139 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] 10.222.0.67 "DELETE /v2.0/networks/97775dfe-1264-4608-a211-33bd86901a06 HTTP/1.1" status: 204 len: 168 time: 1.5769787 Feb 20 22:35:05.242234 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b9765-2a20-47a1-8b78-7b3447055d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=97775dfe-1264-4608-a211-33bd86901a06,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:05.268077 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] Set router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:35:05.340057 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e46b3e6-e56f-4ecb-ba85-325552d58775 admin admin] Deleting subnet fe7973ac-85dd-4bd5-9afa-fc48da6de40d {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:35:05.347597 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e46b3e6-e56f-4ecb-ba85-325552d58775 admin admin] Publish callbacks [] for subnet (fe7973ac-85dd-4bd5-9afa-fc48da6de40d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.402927 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e46b3e6-e56f-4ecb-ba85-325552d58775 admin admin] Publish callbacks [] for subnet (fe7973ac-85dd-4bd5-9afa-fc48da6de40d), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.414703 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e46b3e6-e56f-4ecb-ba85-325552d58775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (fe7973ac-85dd-4bd5-9afa-fc48da6de40d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.464019 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39390) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:05.484384 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-c234e2c6-5cd8-4e92-bfab-718983edaf97 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137144525', 'description': 'tempest-description--1568064905'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:05.585904 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.613206 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device be6f3e20-d9c2-45cc-85e7-892a6457fd3a up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:05.638463 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c234e2c6-5cd8-4e92-bfab-718983edaf97 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.681055 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port be6f3e20-d9c2-45cc-85e7-892a6457fd3a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:05.681432 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.684768 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'name': 'tempest-ServerRescueNegativeTestJSON-868067188-router', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:01Z', 'revision_number': 3, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'gw_port': {'id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:00Z', 'updated_at': '2022-02-20T22:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:05.692813 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.91', 64103) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:05.696804 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Allocated IP 172.20.0.1 (a558b9ef-31a4-44c2-924d-4167d42fc46d/e384e579-cb71-480a-b2d3-7ec6ddac72a3/25bb2222-8945-4034-8c6f-349f14e54882) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:35:05.742201 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d9e11-7e33-455d-8161-79f4a87519ee None None] The sync data for ids ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'] in dv-cinder-830095-1-iscsi is: [{'id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'name': 'tempest-ServerRescueNegativeTestJSON-868067188-router', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:01Z', 'revision_number': 3, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'gw_port': {'id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:00Z', 'updated_at': '2022-02-20T22:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:35:05.801066 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e46b3e6-e56f-4ecb-ba85-325552d58775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for subnet (fe7973ac-85dd-4bd5-9afa-fc48da6de40d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.827689 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port be6f3e20-d9c2-45cc-85e7-892a6457fd3a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:05.828471 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.869839 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port be6f3e20-d9c2-45cc-85e7-892a6457fd3a, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=be6f3e20-d9c2-45cc-85e7-892a6457fd3a,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:05.929536 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c234e2c6-5cd8-4e92-bfab-718983edaf97 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (28c43b9d-1209-4422-ae2b-81dceccb44bc), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.967310 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:05.985597 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46b3e6-e56f-4ecb-ba85-325552d58775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7973ac-85dd-4bd5-9afa-fc48da6de40d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:06.007213 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0e46b3e6-e56f-4ecb-ba85-325552d58775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.021018 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c234e2c6-5cd8-4e92-bfab-718983edaf97 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (28c43b9d-1209-4422-ae2b-81dceccb44bc), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.028490 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0e46b3e6-e56f-4ecb-ba85-325552d58775 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fe7973ac-85dd-4bd5-9afa-fc48da6de40d HTTP/1.1" status: 204 len: 168 time: 0.7830462 Feb 20 22:35:06.030270 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39410) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:06.057677 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Sync routers for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:35:06.080078 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:35:06.080944 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:35:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:06.090523 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=be6f3e20-d9c2-45cc-85e7-892a6457fd3a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:06.102330 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8294a56e-c92e-4af1-8abb-7d215c467793 req-ec641211-1421-4185-8942-3bbeb13b658b tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 210 time: 0.1444352 Feb 20 22:35:06.117103 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Publish callbacks [] for port (25bb2222-8945-4034-8c6f-349f14e54882), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.238471 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234e2c6-5cd8-4e92-bfab-718983edaf97 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c43b9d-1209-4422-ae2b-81dceccb44bc,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:06.259037 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c234e2c6-5cd8-4e92-bfab-718983edaf97 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.260605 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-c234e2c6-5cd8-4e92-bfab-718983edaf97 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7946856 Feb 20 22:35:06.265784 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39418) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:06.272097 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-f63d39b1-493f-4cb5-bd40-ac4d76f6e939 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:06.273584 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-f63d39b1-493f-4cb5-bd40-ac4d76f6e939 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.91 "GET /v2.0/networks?id=e39a10f1-e1bf-40c7-9f43-eec643956353 HTTP/1.1" status: 200 len: 812 time: 0.5797772 Feb 20 22:35:06.275851 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:35:06.302507 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-385f3fd8-4d8d-436e-b258-4d139c31d234 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'security_group_rule': {'security_group_id': '28c43b9d-1209-4422-ae2b-81dceccb44bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:06.336294 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Request body: {'port': {'device_id': '00498572-2e3c-4570-8ee5-f403e1622c8a', 'network_id': 'e39a10f1-e1bf-40c7-9f43-eec643956353', 'admin_state_up': True, 'tenant_id': 'a7313a3971ee4a3bacd833696f5a151e'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:06.387454 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (361b9f8f-95cd-48b5-b923-52917fcaa6d1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.511444 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (361b9f8f-95cd-48b5-b923-52917fcaa6d1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.561769 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-385f3fd8-4d8d-436e-b258-4d139c31d234 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (d735250e-b65f-4b58-9dec-79cb4fd33a84), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.582095 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (25bb2222-8945-4034-8c6f-349f14e54882), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.587273 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361b9f8f-95cd-48b5-b923-52917fcaa6d1']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:06.641051 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec488d14-8518-4ca4-b2c3-4c2c479ef95c') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:06.641402 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec488d14-8518-4ca4-b2c3-4c2c479ef95c') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:06.713231 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (ec488d14-8518-4ca4-b2c3-4c2c479ef95c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.723338 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 2, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:06.783863 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Checking router: 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:35:06.784071 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Updating router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 port da15a488-4c55-47d0-abc1-85c2c3ffbafc binding host dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:35:06.788408 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Network a558b9ef-31a4-44c2-924d-4167d42fc46d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:35:06.791675 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Made reservation on behalf of a7313a3971ee4a3bacd833696f5a151e for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:35:06.799100 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (ec488d14-8518-4ca4-b2c3-4c2c479ef95c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.801140 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:06.807003 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Pushing event updated for resources: {'Port': ['ID=25bb2222-8945-4034-8c6f-349f14e54882,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:06.808301 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.825650 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:35:06.829219 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:35:06.829620 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (ec488d14-8518-4ca4-b2c3-4c2c479ef95c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:35:06.844474 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:35:06.888018 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:06.945646 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.022930 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-385f3fd8-4d8d-436e-b258-4d139c31d234 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (d735250e-b65f-4b58-9dec-79cb4fd33a84), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.049001 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571262'] for router_interface (5e1dcd24-a9a8-44f1-87c4-2971a373b892), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.175177 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-385f3fd8-4d8d-436e-b258-4d139c31d234 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (d735250e-b65f-4b58-9dec-79cb4fd33a84), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.183361 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Allocated IP 172.20.0.3 (e39a10f1-e1bf-40c7-9f43-eec643956353/2495ca2c-03be-4970-967a-670d91ff300c/e7735496-977e-4097-a2ae-64c3d124018f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:35:07.201289 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (361b9f8f-95cd-48b5-b923-52917fcaa6d1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.282453 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=361b9f8f-95cd-48b5-b923-52917fcaa6d1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:07.284373 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f3fd8-4d8d-436e-b258-4d139c31d234 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d735250e-b65f-4b58-9dec-79cb4fd33a84,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:07.298736 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.303003 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-3c7d5a2e-13fb-41f0-9bf6-cd197cadd1a9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/361b9f8f-95cd-48b5-b923-52917fcaa6d1 HTTP/1.1" status: 204 len: 168 time: 1.2643111 Feb 20 22:35:07.346015 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d83e83b1-05ca-44fe-85f2-3224195c426c req-4e779a4c-8b00-4f08-ac95-2367ae59aba5 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 210 time: 0.0629666 Feb 20 22:35:07.437687 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-385f3fd8-4d8d-436e-b258-4d139c31d234 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.441709 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39478) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:07.442091 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-385f3fd8-4d8d-436e-b258-4d139c31d234 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1563554 Feb 20 22:35:07.447565 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-88544190-52b4-4976-aaa8-ce1160678156 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'security_group_rule': {'security_group_id': '28c43b9d-1209-4422-ae2b-81dceccb44bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:07.500842 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Publish callbacks [] for port (e7735496-977e-4097-a2ae-64c3d124018f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.604974 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88544190-52b4-4976-aaa8-ce1160678156 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (41b98f83-f3f1-4945-8ad9-a2babb5703d4), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.612367 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Publish callbacks [] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.621092 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (e7735496-977e-4097-a2ae-64c3d124018f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.630851 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (25bb2222-8945-4034-8c6f-349f14e54882), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.662158 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device be6f3e20-d9c2-45cc-85e7-892a6457fd3a up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:07.700142 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.726773 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Network e39a10f1-e1bf-40c7-9f43-eec643956353 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:35:07.745630 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:07.765170 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port be6f3e20-d9c2-45cc-85e7-892a6457fd3a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:07.766771 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.780521 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:35:07.787761 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:07.788924 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.808903 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da076818-a488-4a86-9e81-faa6d216e567 None None] Pushing event updated for resources: {'Port': ['ID=da15a488-4c55-47d0-abc1-85c2c3ffbafc,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:07.834546 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Pushing event updated for resources: {'Port': ['ID=e7735496-977e-4097-a2ae-64c3d124018f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:07.891709 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88544190-52b4-4976-aaa8-ce1160678156 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (41b98f83-f3f1-4945-8ad9-a2babb5703d4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.917989 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Attempting to bind port da15a488-4c55-47d0-abc1-85c2c3ffbafc on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:35:07.918722 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Attempting to bind port da15a488-4c55-47d0-abc1-85c2c3ffbafc by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:35:07.919906 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Attempting to bind port da15a488-4c55-47d0-abc1-85c2c3ffbafc on network b23fffc4-fb98-41ca-b863-88db23b63f5c {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:07.926740 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:35:07.927502 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Checking segment: {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:35:07.928250 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.929718 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Bound using segment: {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:35:07.930427 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Bound port: da15a488-4c55-47d0-abc1-85c2c3ffbafc, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:35:07.931187 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.938296 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-6e4467e2-177c-4f28-a34f-f383685a3d3e tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6060076 Feb 20 22:35:07.948553 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-f49c1de0-96b7-4f69-a1b7-9e053b217acb tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:35:07.949251 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-f49c1de0-96b7-4f69-a1b7-9e053b217acb tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058184 Feb 20 22:35:07.961988 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88544190-52b4-4976-aaa8-ce1160678156 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (41b98f83-f3f1-4945-8ad9-a2babb5703d4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:07.991004 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port be6f3e20-d9c2-45cc-85e7-892a6457fd3a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:08.005096 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 47c1366f-6998-4d60-aa07-e7f9d348b36e up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:08.018620 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88544190-52b4-4976-aaa8-ce1160678156 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b98f83-f3f1-4945-8ad9-a2babb5703d4,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:08.086221 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 47c1366f-6998-4d60-aa07-e7f9d348b36e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:08.086612 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.103351 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] For port da15a488-4c55-47d0-abc1-85c2c3ffbafc, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:35:08.107691 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] For port da15a488-4c55-47d0-abc1-85c2c3ffbafc, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=da15a488-4c55-47d0-abc1-85c2c3ffbafc,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:35:08.112669 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88544190-52b4-4976-aaa8-ce1160678156 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.117332 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-88544190-52b4-4976-aaa8-ce1160678156 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6701267 Feb 20 22:35:08.127883 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39496) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:08.141536 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'floatingip': {'floating_network_id': '13902551-927e-452b-838a-e5943d6828df'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:08.170583 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Publish callbacks [] for port (25bb2222-8945-4034-8c6f-349f14e54882), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.180841 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.194711 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 47c1366f-6998-4d60-aa07-e7f9d348b36e is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:08.195100 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.220426 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (25bb2222-8945-4034-8c6f-349f14e54882), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.240280 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port 47c1366f-6998-4d60-aa07-e7f9d348b36e, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=47c1366f-6998-4d60-aa07-e7f9d348b36e,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:08.244368 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9e7a7ea1-f5e0-45b0-aa52-deca60da9f53 None None] Provisioning complete for port da15a488-4c55-47d0-abc1-85c2c3ffbafc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:08.244933 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e7a7ea1-f5e0-45b0-aa52-deca60da9f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.270131 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da076818-a488-4a86-9e81-faa6d216e567 None None] Pushing event updated for resources: {'Port': ['ID=da15a488-4c55-47d0-abc1-85c2c3ffbafc,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:08.276800 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.297385 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:35:08.298750 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:35:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:08.327405 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.339708 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571370'] for router_interface (5e1dcd24-a9a8-44f1-87c4-2971a373b892), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.344015 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Pushing event updated for resources: {'Port': ['ID=25bb2222-8945-4034-8c6f-349f14e54882,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:08.421876 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39508) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:08.743623 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Network a558b9ef-31a4-44c2-924d-4167d42fc46d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:35:08.754477 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:08.754893 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=47c1366f-6998-4d60-aa07-e7f9d348b36e,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:08.795172 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a7ea1-f5e0-45b0-aa52-deca60da9f53 None None] Current status of the port da15a488-4c55-47d0-abc1-85c2c3ffbafc is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:08.795635 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e7a7ea1-f5e0-45b0-aa52-deca60da9f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.844163 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39512) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:08.888971 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9e7a7ea1-f5e0-45b0-aa52-deca60da9f53 None None] For port da15a488-4c55-47d0-abc1-85c2c3ffbafc, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=da15a488-4c55-47d0-abc1-85c2c3ffbafc,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:08.911393 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:08.912738 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:35:08.967622 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9e7a7ea1-f5e0-45b0-aa52-deca60da9f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:09.099788 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:35:09.128352 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a7ea1-f5e0-45b0-aa52-deca60da9f53 None None] Pushing event updated for resources: {'Port': ['ID=da15a488-4c55-47d0-abc1-85c2c3ffbafc,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:09.209786 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-09c287e0-82c5-4f0f-910c-f44427258b51 None None] Provisioning complete for port da15a488-4c55-47d0-abc1-85c2c3ffbafc triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:09.210786 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-09c287e0-82c5-4f0f-910c-f44427258b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:09.305332 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-09c287e0-82c5-4f0f-910c-f44427258b51 None None] Current status of the port da15a488-4c55-47d0-abc1-85c2c3ffbafc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:09.309773 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:35:09.327634 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-de0d3ce2-60a0-4994-aef8-dbcda7a4478b admin admin] 10.222.0.67 "PUT /v2.0/routers/5e1dcd24-a9a8-44f1-87c4-2971a373b892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3054066 Feb 20 22:35:09.329354 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Sync routers for ids ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:35:09.338862 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-54be72a5-15b5-496c-a927-30a9b0a7ed47 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ace06e73110147d687e8310b530fa532&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9173214 Feb 20 22:35:09.341482 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39524) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:09.355329 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Routers {'5e1dcd24-a9a8-44f1-87c4-2971a373b892'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:35:09.360509 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:35:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:09.360663 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34541ea4-8b31-4c61-9121-5033c4bfa089 req-248f1f58-5cb5-4e8a-a416-58413a90deb9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:09.364612 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-34541ea4-8b31-4c61-9121-5033c4bfa089 req-248f1f58-5cb5-4e8a-a416-58413a90deb9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 931 time: 0.7662354 Feb 20 22:35:09.441388 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:09.485185 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-34541ea4-8b31-4c61-9121-5033c4bfa089 req-6f4bdbc6-05bd-4094-96f1-7c4c8142966c tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195774 Feb 20 22:35:09.485889 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd5c18b2-1754-47bf-8e8c-d4cf223173ea admin admin] Publish callbacks [] for security_group (8c2d37a1-9ff9-4b9c-a129-a9dc5b9003e1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:09.524732 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:09.533993 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd5c18b2-1754-47bf-8e8c-d4cf223173ea admin admin] Publish callbacks [] for security_group (8c2d37a1-9ff9-4b9c-a129-a9dc5b9003e1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:09.589151 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d28cde9-8b82-4a9e-bcb1-023d85fd3357 None None] The sync data for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi is: [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:35:09.686868 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Set router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:35:09.719007 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd5c18b2-1754-47bf-8e8c-d4cf223173ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (8c2d37a1-9ff9-4b9c-a129-a9dc5b9003e1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:09.721904 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd5c18b2-1754-47bf-8e8c-d4cf223173ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:09.723084 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-cd5c18b2-1754-47bf-8e8c-d4cf223173ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c2d37a1-9ff9-4b9c-a129-a9dc5b9003e1 HTTP/1.1" status: 204 len: 168 time: 0.3805778 Feb 20 22:35:09.775264 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c18b2-1754-47bf-8e8c-d4cf223173ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2d37a1-9ff9-4b9c-a129-a9dc5b9003e1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:09.813817 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 47c1366f-6998-4d60-aa07-e7f9d348b36e up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:09.885225 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Allocated IP 172.27.0.231 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/e918eb70-eb9b-47f0-b62c-77794e7d0d92) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:35:10.046230 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c951fa1-2f2c-4e7d-ae9d-46b4a4315c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:10.072325 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Request body: {'port': {'device_id': '00498572-2e3c-4570-8ee5-f403e1622c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:10.308246 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c951fa1-2f2c-4e7d-ae9d-46b4a4315c9d admin admin] Publish callbacks [] for security_group (d34fc085-2f85-4dd6-82ca-5e38fb881ec9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:10.320896 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39540) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:10.386311 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7c951fa1-2f2c-4e7d-ae9d-46b4a4315c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (d34fc085-2f85-4dd6-82ca-5e38fb881ec9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:10.414008 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for port (e918eb70-eb9b-47f0-b62c-77794e7d0d92), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:10.423538 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (e7735496-977e-4097-a2ae-64c3d124018f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:10.458624 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 47c1366f-6998-4d60-aa07-e7f9d348b36e triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:10.461066 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:10.545757 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c951fa1-2f2c-4e7d-ae9d-46b4a4315c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34fc085-2f85-4dd6-82ca-5e38fb881ec9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:10.553583 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-7c951fa1-2f2c-4e7d-ae9d-46b4a4315c9d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ef4d51d0413f4a2ca5fcccbb3c25bbff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7082453 Feb 20 22:35:10.557531 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39556) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:10.758884 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6740dec1-0db8-468b-adf5-2d699958d10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:10.915398 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f303005-4429-435c-a11d-6547f4cc40d0 admin admin] Publish callbacks [] for security_group (d34fc085-2f85-4dd6-82ca-5e38fb881ec9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:10.929129 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6740dec1-0db8-468b-adf5-2d699958d10e admin admin] Publish callbacks [] for security_group (1872fcde-8003-4fbd-83ca-a27dc5a86738), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:10.963273 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 47c1366f-6998-4d60-aa07-e7f9d348b36e is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:10.968151 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f303005-4429-435c-a11d-6547f4cc40d0 admin admin] Publish callbacks [] for security_group (d34fc085-2f85-4dd6-82ca-5e38fb881ec9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.001365 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'name': 'tempest-ServerRescueNegativeTestJSON-868067188-router', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:07Z', 'revision_number': 4, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'gw_port': {'id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:00Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '25bb2222-8945-4034-8c6f-349f14e54882', 'name': '', 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'mac_address': 'fa:16:3e:4b:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e384e579-cb71-480a-b2d3-7ec6ddac72a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:05Z', 'updated_at': '2022-02-20T22:35:07Z', 'revision_number': 2, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'subnets': [{'id': 'e384e579-cb71-480a-b2d3-7ec6ddac72a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:11.044773 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6740dec1-0db8-468b-adf5-2d699958d10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (1872fcde-8003-4fbd-83ca-a27dc5a86738), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.108838 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Checking router: 5e1dcd24-a9a8-44f1-87c4-2971a373b892 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:35:11.108838 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Updating router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 port 25bb2222-8945-4034-8c6f-349f14e54882 binding host dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:35:11.141540 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (25bb2222-8945-4034-8c6f-349f14e54882), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.204617 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-6740dec1-0db8-468b-adf5-2d699958d10e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=988db753ad8e436b89978e26ffdaab35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8817635 Feb 20 22:35:11.243024 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39566) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:11.278414 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740dec1-0db8-468b-adf5-2d699958d10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1872fcde-8003-4fbd-83ca-a27dc5a86738,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:11.304490 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba783fe-afd5-4525-8df4-aa18331101ac req-6d82af08-f19b-464c-b932-bc6124cceafd tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:11.318516 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cba783fe-afd5-4525-8df4-aa18331101ac req-6d82af08-f19b-464c-b932-bc6124cceafd tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 931 time: 0.4094973 Feb 20 22:35:11.408015 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5adc6cf2-3dee-4f4c-8933-32573c0e4b0a admin admin] Publish callbacks [] for security_group (1872fcde-8003-4fbd-83ca-a27dc5a86738), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.495172 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5adc6cf2-3dee-4f4c-8933-32573c0e4b0a admin admin] Publish callbacks [] for security_group (1872fcde-8003-4fbd-83ca-a27dc5a86738), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.522084 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cba783fe-afd5-4525-8df4-aa18331101ac req-b141ccb7-e749-48b7-9368-c294d6e4efa0 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022247 Feb 20 22:35:11.525452 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (e918eb70-eb9b-47f0-b62c-77794e7d0d92), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.555973 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f303005-4429-435c-a11d-6547f4cc40d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (d34fc085-2f85-4dd6-82ca-5e38fb881ec9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.564261 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6f303005-4429-435c-a11d-6547f4cc40d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.569879 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-6f303005-4429-435c-a11d-6547f4cc40d0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d34fc085-2f85-4dd6-82ca-5e38fb881ec9 HTTP/1.1" status: 204 len: 168 time: 1.0105591 Feb 20 22:35:11.612417 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device da15a488-4c55-47d0-abc1-85c2c3ffbafc up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:11.631745 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7735496-977e-4097-a2ae-64c3d124018f {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:35:11.678331 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:35:11.682401 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Publish callbacks [] for port (e7735496-977e-4097-a2ae-64c3d124018f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.695926 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:11.697856 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f303005-4429-435c-a11d-6547f4cc40d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34fc085-2f85-4dd6-82ca-5e38fb881ec9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:11.721821 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:35:11.734916 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'Port': ['ID=e918eb70-eb9b-47f0-b62c-77794e7d0d92,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:11.811663 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Publish callbacks [] for port (25bb2222-8945-4034-8c6f-349f14e54882), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.817412 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port da15a488-4c55-47d0-abc1-85c2c3ffbafc triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:11.818714 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.833160 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-0981ac50-ab18-40fe-a246-2d7fff45d20c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:11.834753 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-0981ac50-ab18-40fe-a246-2d7fff45d20c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 818 time: 0.3081038 Feb 20 22:35:11.859242 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6afe53f7-b6c0-4f57-b3b2-8a7792621b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/quotas/ebc76c7da8694070b275da964ee301c5 HTTP/1.1" status: 200 len: 375 time: 0.0112498 Feb 20 22:35:11.872642 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5adc6cf2-3dee-4f4c-8933-32573c0e4b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (1872fcde-8003-4fbd-83ca-a27dc5a86738), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.880203 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5adc6cf2-3dee-4f4c-8933-32573c0e4b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.884914 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-5adc6cf2-3dee-4f4c-8933-32573c0e4b0a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1872fcde-8003-4fbd-83ca-a27dc5a86738 HTTP/1.1" status: 204 len: 168 time: 0.6383195 Feb 20 22:35:11.906299 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Transition to ACTIVE for port object e7735496-977e-4097-a2ae-64c3d124018f will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:35:11.921213 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (25bb2222-8945-4034-8c6f-349f14e54882), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:11.923782 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39582) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:11.960239 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc6cf2-3dee-4f4c-8933-32573c0e4b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1872fcde-8003-4fbd-83ca-a27dc5a86738,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:11.981073 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (e7735496-977e-4097-a2ae-64c3d124018f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.073824 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (46e2fcdb-89b2-411e-99fd-eb860f7e0e4e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.120643 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e7514-20fb-4192-8ccf-7591fe745d3d None None] Pushing event updated for resources: {'Port': ['ID=25bb2222-8945-4034-8c6f-349f14e54882,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:12.130422 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-7f59b4df-ab30-49c8-8744-40bd39b0a3a6 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2659864 Feb 20 22:35:12.141131 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port da15a488-4c55-47d0-abc1-85c2c3ffbafc is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:12.147136 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-00806984-2e0e-4a33-b2cc-c56b83b1d482 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=14428e0fe1c54998856990da6c1026e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1923602 Feb 20 22:35:12.167048 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39586) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:12.210254 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39588) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:12.252865 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7735496-977e-4097-a2ae-64c3d124018f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:12.301244 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Attempting to bind port 25bb2222-8945-4034-8c6f-349f14e54882 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:35:12.301244 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Attempting to bind port 25bb2222-8945-4034-8c6f-349f14e54882 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:35:12.301244 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Attempting to bind port 25bb2222-8945-4034-8c6f-349f14e54882 on network a558b9ef-31a4-44c2-924d-4167d42fc46d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:12.306266 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:35:12.307795 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Checking segment: {'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:35:12.308281 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.308806 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Bound using segment: {'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:35:12.309558 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Bound port: 25bb2222-8945-4034-8c6f-349f14e54882, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:35:12.310299 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (25bb2222-8945-4034-8c6f-349f14e54882), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.312429 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-adc945d3-ef3c-430d-b03f-99de09c92d58 admin admin] Publish callbacks [] for security_group (74b7c0b3-42fa-44e0-b466-50d39adc2cbf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.343986 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6b7bd7e9-d882-429d-a1fb-0725593d2af4 service neutron] 10.222.0.67 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000229 Feb 20 22:35:12.348839 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-adc945d3-ef3c-430d-b03f-99de09c92d58 admin admin] Publish callbacks [] for security_group (74b7c0b3-42fa-44e0-b466-50d39adc2cbf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.372148 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Attempting to bind port e7735496-977e-4097-a2ae-64c3d124018f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:35:12.372994 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Attempting to bind port e7735496-977e-4097-a2ae-64c3d124018f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '65aeffaa-3d7d-4154-9655-80bf51b4508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e39a10f1-e1bf-40c7-9f43-eec643956353'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:35:12.372994 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Attempting to bind port e7735496-977e-4097-a2ae-64c3d124018f on network e39a10f1-e1bf-40c7-9f43-eec643956353 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:12.379544 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Port e7735496-977e-4097-a2ae-64c3d124018f on network e39a10f1-e1bf-40c7-9f43-eec643956353 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:35:12.379895 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Attempting to bind port e7735496-977e-4097-a2ae-64c3d124018f on network e39a10f1-e1bf-40c7-9f43-eec643956353 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:12.384992 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (e918eb70-eb9b-47f0-b62c-77794e7d0d92), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.411089 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:35:12.411330 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Checking segment: {'id': '65aeffaa-3d7d-4154-9655-80bf51b4508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e39a10f1-e1bf-40c7-9f43-eec643956353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:35:12.411860 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Bound using segment: {'id': '65aeffaa-3d7d-4154-9655-80bf51b4508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e39a10f1-e1bf-40c7-9f43-eec643956353'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:35:12.412317 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Bound port: e7735496-977e-4097-a2ae-64c3d124018f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65aeffaa-3d7d-4154-9655-80bf51b4508a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'e39a10f1-e1bf-40c7-9f43-eec643956353'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:35:12.412674 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (e7735496-977e-4097-a2ae-64c3d124018f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.454056 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] For port 25bb2222-8945-4034-8c6f-349f14e54882, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:35:12.457821 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] For port 25bb2222-8945-4034-8c6f-349f14e54882, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=25bb2222-8945-4034-8c6f-349f14e54882,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:35:12.479844 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-439b7aa4-3e14-46b4-99cc-c0abdd9ff9b0 service neutron] 10.222.0.67 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289365 Feb 20 22:35:12.603139 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (25bb2222-8945-4034-8c6f-349f14e54882), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.603545 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-adc945d3-ef3c-430d-b03f-99de09c92d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (74b7c0b3-42fa-44e0-b466-50d39adc2cbf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.607769 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-adc945d3-ef3c-430d-b03f-99de09c92d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.611038 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-adc945d3-ef3c-430d-b03f-99de09c92d58 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/74b7c0b3-42fa-44e0-b466-50d39adc2cbf HTTP/1.1" status: 204 len: 168 time: 0.4405243 Feb 20 22:35:12.618000 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] For port e7735496-977e-4097-a2ae-64c3d124018f, host hv-cinder-83009, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:35:12.636998 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc945d3-ef3c-430d-b03f-99de09c92d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b7c0b3-42fa-44e0-b466-50d39adc2cbf,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:12.693881 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] For port e7735496-977e-4097-a2ae-64c3d124018f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e7735496-977e-4097-a2ae-64c3d124018f,segment=NetworkSegment(65aeffaa-3d7d-4154-9655-80bf51b4508a),segment_id=65aeffaa-3d7d-4154-9655-80bf51b4508a)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:35:12.742153 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b3d19-bbda-48de-9d03-f84fd1348165 req-ae247707-fef7-4b4c-9ca0-aa9454607be7 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:12.743930 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3b9b3d19-bbda-48de-9d03-f84fd1348165 req-ae247707-fef7-4b4c-9ca0-aa9454607be7 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 943 time: 0.1481850 Feb 20 22:35:12.803691 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (e7735496-977e-4097-a2ae-64c3d124018f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.819627 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e7514-20fb-4192-8ccf-7591fe745d3d None None] Pushing event updated for resources: {'Port': ['ID=25bb2222-8945-4034-8c6f-349f14e54882,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:12.860696 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for port (e918eb70-eb9b-47f0-b62c-77794e7d0d92), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.860822 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Routers {'5e1dcd24-a9a8-44f1-87c4-2971a373b892'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:35:12.880228 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:35:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:12.881400 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3b9b3d19-bbda-48de-9d03-f84fd1348165 req-f7698fa4-8933-4e94-9ec5-f6772e4fb7a3 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298113 Feb 20 22:35:12.885917 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:12.886634 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.888540 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] 10.222.0.91 "PUT /v2.0/ports/e7735496-977e-4097-a2ae-64c3d124018f HTTP/1.1" status: 200 len: 1093 time: 3.6465192 Feb 20 22:35:12.889610 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00498572-2e3c-4570-8ee5-f403e1622c8a', 'tag': 'e7735496-977e-4097-a2ae-64c3d124018f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:35:12.963906 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c74fed7-bd9e-4349-bc2f-77833add0369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:12.980393 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (e918eb70-eb9b-47f0-b62c-77794e7d0d92), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:13.006255 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (46e2fcdb-89b2-411e-99fd-eb860f7e0e4e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:13.023126 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5179733-853c-4aa1-82fc-5ab501f012b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7735496-977e-4097-a2ae-64c3d124018f,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:13.055786 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dc63e5c6-4847-448f-b302-c05bafef6474 req-71226de9-2f83-4550-92bb-ddb73f6c30aa tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 210 time: 0.0956855 Feb 20 22:35:13.213202 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:13.230657 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0950072 Feb 20 22:35:13.250733 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c74fed7-bd9e-4349-bc2f-77833add0369 admin admin] Publish callbacks [] for security_group (e9f226f9-d93e-4a08-9a9a-768a98b8eac0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:13.253257 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] Set router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:35:13.304555 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ebc22-c265-4ac4-ae79-f2ec3519d167 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'Port': ['ID=e918eb70-eb9b-47f0-b62c-77794e7d0d92,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:13.317623 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8c74fed7-bd9e-4349-bc2f-77833add0369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (e9f226f9-d93e-4a08-9a9a-768a98b8eac0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:13.326242 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b39ce30c-ff10-4056-a754-810c624c6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:13.328164 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-b39ce30c-ff10-4056-a754-810c624c6672 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a7313a3971ee4a3bacd833696f5a151e&device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 1127 time: 0.2024837 Feb 20 22:35:13.393006 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 39628) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:13.393159 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-8c74fed7-bd9e-4349-bc2f-77833add0369 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc0d222f98264abab538ddf38a454428&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1818209 Feb 20 22:35:13.394055 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74fed7-bd9e-4349-bc2f-77833add0369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f226f9-d93e-4a08-9a9a-768a98b8eac0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:13.550500 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-0b6167b0-ca9d-4bc7-8681-3fb6659fe7e2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7735496-977e-4097-a2ae-64c3d124018f HTTP/1.1" status: 200 len: 217 time: 0.1387904 Feb 20 22:35:13.602014 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'name': 'tempest-ServerRescueNegativeTestJSON-868067188-router', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:07Z', 'revision_number': 4, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'gw_port': {'id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:00Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '25bb2222-8945-4034-8c6f-349f14e54882', 'name': '', 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'mac_address': 'fa:16:3e:4b:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e384e579-cb71-480a-b2d3-7ec6ddac72a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:05Z', 'updated_at': '2022-02-20T22:35:12Z', 'revision_number': 4, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'subnets': [{'id': 'e384e579-cb71-480a-b2d3-7ec6ddac72a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:13.638845 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e902d1-7a08-49ba-8159-3e1ba71da994 None None] The sync data for ids ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'] in dv-cinder-830095-1-iscsi is: [{'id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'name': 'tempest-ServerRescueNegativeTestJSON-868067188-router', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:07Z', 'revision_number': 4, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'gw_port': {'id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:00Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '25bb2222-8945-4034-8c6f-349f14e54882', 'name': '', 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'mac_address': 'fa:16:3e:4b:98:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'e384e579-cb71-480a-b2d3-7ec6ddac72a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:05Z', 'updated_at': '2022-02-20T22:35:12Z', 'revision_number': 4, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'subnets': [{'id': 'e384e579-cb71-480a-b2d3-7ec6ddac72a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:35:13.660530 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39634) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:13.687013 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1526a2d8-1781-4bfa-942c-9422afb04d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:13.955513 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1526a2d8-1781-4bfa-942c-9422afb04d42 admin admin] Publish callbacks [] for security_group (e043e136-c3fc-44f2-a66d-538ca6f03d9e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:13.996756 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-da9e1ae9-d3cc-4f90-b692-ea0f48ef9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:14.000775 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-da9e1ae9-d3cc-4f90-b692-ea0f48ef9606 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2495ca2c-03be-4970-967a-670d91ff300c HTTP/1.1" status: 200 len: 852 time: 0.1238101 Feb 20 22:35:14.001590 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed66974-4889-42cd-a3f8-74b57d00a711 admin admin] Publish callbacks [] for security_group (e9f226f9-d93e-4a08-9a9a-768a98b8eac0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:14.013565 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1526a2d8-1781-4bfa-942c-9422afb04d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (e043e136-c3fc-44f2-a66d-538ca6f03d9e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:14.140902 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-24b4f2bf-4510-4190-a6c7-7baddec11913 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e39a10f1-e1bf-40c7-9f43-eec643956353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901158 Feb 20 22:35:14.166541 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-1526a2d8-1781-4bfa-942c-9422afb04d42 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c32f177c66b5453490128ec0f3db708e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047865 Feb 20 22:35:14.181543 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526a2d8-1781-4bfa-942c-9422afb04d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e043e136-c3fc-44f2-a66d-538ca6f03d9e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:14.194844 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39662) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:14.255095 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed66974-4889-42cd-a3f8-74b57d00a711 admin admin] Publish callbacks [] for security_group (e9f226f9-d93e-4a08-9a9a-768a98b8eac0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:14.424773 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aa802a0-e151-4e9e-9e62-60754f3671d3 admin admin] Publish callbacks [] for security_group (e043e136-c3fc-44f2-a66d-538ca6f03d9e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:14.448121 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-dc224be8-aad5-4754-81ac-42c5f670d04f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:14.454078 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da666d-1e47-4407-8174-0a3a6de13896 req-e8673c98-50da-453c-8120-448fa201cd82 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:14.457126 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-dc224be8-aad5-4754-81ac-42c5f670d04f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 818 time: 0.2938757 Feb 20 22:35:14.464362 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-89da666d-1e47-4407-8174-0a3a6de13896 req-e8673c98-50da-453c-8120-448fa201cd82 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 943 time: 0.4100392 Feb 20 22:35:14.477804 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462a18a3-6659-4781-909f-61ea3f46d7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "00498572-2e3c-4570-8ee5-f403e1622c8a", "tag": "e7735496-977e-4097-a2ae-64c3d124018f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:35:14.487715 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aa802a0-e151-4e9e-9e62-60754f3671d3 admin admin] Publish callbacks [] for security_group (e043e136-c3fc-44f2-a66d-538ca6f03d9e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:14.510399 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-2892bbfa-5ddb-44ed-9c0e-4d3af5172ebb tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/quotas/ebc76c7da8694070b275da964ee301c5 HTTP/1.1" status: 200 len: 375 time: 0.0480001 Feb 20 22:35:14.586791 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-51b3c34f-6c75-4127-8dc9-8f238fd249ab service neutron] 10.222.0.91 "GET /v2.0/networks/e39a10f1-e1bf-40c7-9f43-eec643956353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059545 Feb 20 22:35:14.710770 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-bc4d79de-b8bb-45f0-b4fb-49c9760c0923 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1991467 Feb 20 22:35:14.757980 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed66974-4889-42cd-a3f8-74b57d00a711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (e9f226f9-d93e-4a08-9a9a-768a98b8eac0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:14.766603 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ed66974-4889-42cd-a3f8-74b57d00a711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:14.771264 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-5ed66974-4889-42cd-a3f8-74b57d00a711 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9f226f9-d93e-4a08-9a9a-768a98b8eac0 HTTP/1.1" status: 204 len: 168 time: 1.3770840 Feb 20 22:35:14.792783 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-89da666d-1e47-4407-8174-0a3a6de13896 req-fe1b62c4-f84b-4a91-b4af-b9562b26bd4d tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230786 Feb 20 22:35:14.823761 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed66974-4889-42cd-a3f8-74b57d00a711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f226f9-d93e-4a08-9a9a-768a98b8eac0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:14.903577 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fdefc5c4-edd6-4353-9884-6797cfab4908 req-0a55f400-2666-4c99-b6b4-f96409cec0c6 service neutron] 10.222.0.91 "GET /v2.0/networks/e39a10f1-e1bf-40c7-9f43-eec643956353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879879 Feb 20 22:35:15.125458 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aa802a0-e151-4e9e-9e62-60754f3671d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (e043e136-c3fc-44f2-a66d-538ca6f03d9e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:15.128404 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2aa802a0-e151-4e9e-9e62-60754f3671d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:15.132105 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-2aa802a0-e151-4e9e-9e62-60754f3671d3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e043e136-c3fc-44f2-a66d-538ca6f03d9e HTTP/1.1" status: 204 len: 168 time: 0.9333746 Feb 20 22:35:15.145125 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa802a0-e151-4e9e-9e62-60754f3671d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e043e136-c3fc-44f2-a66d-538ca6f03d9e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:15.223909 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-9b716f78-4a5d-4bd8-a2e1-a69c7e55741f service neutron] 10.222.0.67 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114670 Feb 20 22:35:15.231431 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-afcd9460-436a-4bf6-a019-e2f8d7ebaf31 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2137144525&fields=id&tenant_id=d195da002ab942bbba2046ea25910a8e HTTP/1.1" status: 200 len: 267 time: 0.1589715 Feb 20 22:35:15.436199 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-213290ce-4c97-4f01-a3a6-b24db5449688 service neutron] 10.222.0.67 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076039 Feb 20 22:35:15.449356 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-9071a5ef-1b8a-4782-a98e-7f4a50519e8a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:15.458750 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-9071a5ef-1b8a-4782-a98e-7f4a50519e8a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 816 time: 0.2103012 Feb 20 22:35:15.512810 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-9514dd31-da5c-4b04-b48a-ea4eae113a94 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/quotas/d195da002ab942bbba2046ea25910a8e HTTP/1.1" status: 200 len: 375 time: 0.0496941 Feb 20 22:35:15.650901 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 25bb2222-8945-4034-8c6f-349f14e54882 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:15.710508 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-2f82fbe8-54ad-4d8c-b6e7-4516f9923b51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834400 Feb 20 22:35:15.814923 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 25bb2222-8945-4034-8c6f-349f14e54882 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:15.816553 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (25bb2222-8945-4034-8c6f-349f14e54882), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:15.948677 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 25bb2222-8945-4034-8c6f-349f14e54882 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:15.949265 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (25bb2222-8945-4034-8c6f-349f14e54882), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:16.008125 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port 25bb2222-8945-4034-8c6f-349f14e54882, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=25bb2222-8945-4034-8c6f-349f14e54882,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:16.066497 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (25bb2222-8945-4034-8c6f-349f14e54882), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:16.132526 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=25bb2222-8945-4034-8c6f-349f14e54882,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:16.420890 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39742) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:16.430638 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734d0924-eaba-4d51-a260-d73e7c8ce173 x-openstack-request-id: req-734d0924-eaba-4d51-a260-d73e7c8ce173 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:35:16.431074 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00498572-2e3c-4570-8ee5-f403e1622c8a", "tag": "e7735496-977e-4097-a2ae-64c3d124018f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:35:16.431192 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-734d0924-eaba-4d51-a260-d73e7c8ce173 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:35:16.431754 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00498572-2e3c-4570-8ee5-f403e1622c8a', 'tag': 'e7735496-977e-4097-a2ae-64c3d124018f', 'status': 'completed', 'code': 200} Feb 20 22:35:16.455907 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72a6b879-8be4-4728-bf14-0ab128e7f66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:16.553119 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a1c38fa9-346d-40bf-8f43-b72ca3052654 req-74b2303c-8343-4188-9ccc-c13800978347 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 210 time: 0.0607297 Feb 20 22:35:16.617918 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a18a3-6659-4781-909f-61ea3f46d7e1 req-a6ba0d8f-52e0-4f08-a32e-92c69ffe0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:16.620350 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-462a18a3-6659-4781-909f-61ea3f46d7e1 req-a6ba0d8f-52e0-4f08-a32e-92c69ffe0bdf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a7313a3971ee4a3bacd833696f5a151e&device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 1127 time: 0.1203420 Feb 20 22:35:16.676923 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72a6b879-8be4-4728-bf14-0ab128e7f66f admin admin] Publish callbacks [] for security_group (272f2c37-4733-417a-8099-36471712d103), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:16.756161 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-72a6b879-8be4-4728-bf14-0ab128e7f66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (272f2c37-4733-417a-8099-36471712d103), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:16.956800 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6b879-8be4-4728-bf14-0ab128e7f66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272f2c37-4733-417a-8099-36471712d103,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:16.989407 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-72a6b879-8be4-4728-bf14-0ab128e7f66f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f9fc6fccce27404295ad636bd9663971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5657046 Feb 20 22:35:16.995556 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 39758) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:17.041054 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a18a3-6659-4781-909f-61ea3f46d7e1 req-564b40ee-99c2-43f9-a29c-1f4a62b54455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:17.047606 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-462a18a3-6659-4781-909f-61ea3f46d7e1 req-564b40ee-99c2-43f9-a29c-1f4a62b54455 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e39a10f1-e1bf-40c7-9f43-eec643956353 HTTP/1.1" status: 200 len: 913 time: 0.4046826 Feb 20 22:35:17.062701 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-a8d870a0-27c4-485e-aeb0-9c8116e2ad22 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:35:17.063951 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-a8d870a0-27c4-485e-aeb0-9c8116e2ad22 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4924660 Feb 20 22:35:17.084292 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.91', 64115) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:17.105128 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9e9eb-f34e-44f2-9e4a-324952718ca2 req-121a2208-8bde-4f0a-9cc8-1cd9a280c4eb tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:17.110356 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-72b9e9eb-f34e-44f2-9e4a-324952718ca2 req-121a2208-8bde-4f0a-9cc8-1cd9a280c4eb tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 943 time: 0.2882135 Feb 20 22:35:17.139700 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-462a18a3-6659-4781-909f-61ea3f46d7e1 req-edb6479d-18ec-4b85-8adf-64459a8987e3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7735496-977e-4097-a2ae-64c3d124018f HTTP/1.1" status: 200 len: 217 time: 0.0878890 Feb 20 22:35:17.267118 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a18a3-6659-4781-909f-61ea3f46d7e1 req-03b39d18-6352-48f2-920f-cf66ae065dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:17.269112 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-462a18a3-6659-4781-909f-61ea3f46d7e1 req-03b39d18-6352-48f2-920f-cf66ae065dbb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2495ca2c-03be-4970-967a-670d91ff300c HTTP/1.1" status: 200 len: 852 time: 0.1079261 Feb 20 22:35:17.304747 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:35:17.317867 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38916f98-2336-4c1e-a452-992a44083314 admin admin] Publish callbacks [] for security_group (272f2c37-4733-417a-8099-36471712d103), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:17.348326 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-72b9e9eb-f34e-44f2-9e4a-324952718ca2 req-23650c28-76af-4929-b4ae-345fd01c03e1 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345278 Feb 20 22:35:17.388163 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-b48deec7-cf04-4d18-9e05-3174d40b4c42 service neutron] 10.222.0.67 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392511 Feb 20 22:35:17.437225 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-462a18a3-6659-4781-909f-61ea3f46d7e1 req-82ec91f7-3bb7-46a1-ba11-35dc24b33a3a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e39a10f1-e1bf-40c7-9f43-eec643956353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345129 Feb 20 22:35:17.512294 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38916f98-2336-4c1e-a452-992a44083314 admin admin] Publish callbacks [] for security_group (272f2c37-4733-417a-8099-36471712d103), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:17.611327 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-685d3f35-bb77-41db-b3c9-659cc44a726c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:17.613049 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-685d3f35-bb77-41db-b3c9-659cc44a726c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 818 time: 0.5273266 Feb 20 22:35:17.627446 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 25bb2222-8945-4034-8c6f-349f14e54882 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:17.631111 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Request body: {'port': {'device_id': 'cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce', 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d', 'admin_state_up': True, 'tenant_id': 'ebc76c7da8694070b275da964ee301c5'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:17.734860 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-462a18a3-6659-4781-909f-61ea3f46d7e1 req-37413462-5b22-47dd-acae-974eb1f85f1a service neutron] 10.222.0.91 "GET /v2.0/networks/e39a10f1-e1bf-40c7-9f43-eec643956353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701340 Feb 20 22:35:17.755292 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-b6368705-44ef-46eb-98c3-4d8614e95a3d service neutron] 10.222.0.67 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474734 Feb 20 22:35:17.794197 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 25bb2222-8945-4034-8c6f-349f14e54882 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:17.799332 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (25bb2222-8945-4034-8c6f-349f14e54882), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:18.010884 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b7e21b19-ff72-47dd-9d3c-69be5e6b27b6 req-a74520a2-1816-43d2-830b-76f8914f8efd tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 210 time: 0.1097090 Feb 20 22:35:18.040032 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-462a18a3-6659-4781-909f-61ea3f46d7e1 req-26c26f47-e61e-4a66-9fc2-4b28fa991c54 service neutron] 10.222.0.91 "GET /v2.0/networks/e39a10f1-e1bf-40c7-9f43-eec643956353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823639 Feb 20 22:35:18.043145 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 25bb2222-8945-4034-8c6f-349f14e54882 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:18.123216 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38916f98-2336-4c1e-a452-992a44083314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (272f2c37-4733-417a-8099-36471712d103), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:18.127048 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-38916f98-2336-4c1e-a452-992a44083314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:18.128932 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-38916f98-2336-4c1e-a452-992a44083314 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/272f2c37-4733-417a-8099-36471712d103 HTTP/1.1" status: 204 len: 168 time: 1.1192687 Feb 20 22:35:18.147193 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38916f98-2336-4c1e-a452-992a44083314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272f2c37-4733-417a-8099-36471712d103,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:18.152207 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Made reservation on behalf of ebc76c7da8694070b275da964ee301c5 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:35:18.165233 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:18.326465 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-98c9050b-f48a-4387-b0ca-6d36713b5219 req-34122a21-842b-4ba3-bd53-81e1b984849f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 210 time: 0.0811901 Feb 20 22:35:18.567597 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c6e0-8f0a-41a8-a606-7ee8a470981b req-c3e99e56-ad37-4c24-94f9-1b359ff58f60 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:18.571574 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1030c6e0-8f0a-41a8-a606-7ee8a470981b req-c3e99e56-ad37-4c24-94f9-1b359ff58f60 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 943 time: 0.0929856 Feb 20 22:35:18.581779 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Allocated IP 172.20.0.8 (a558b9ef-31a4-44c2-924d-4167d42fc46d/e384e579-cb71-480a-b2d3-7ec6ddac72a3/451c5388-4913-495b-bc26-cca46c2132b7) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:35:18.722426 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1030c6e0-8f0a-41a8-a606-7ee8a470981b req-c8e52634-2743-482f-a235-73f614e07822 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391382 Feb 20 22:35:18.999074 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks [] for port (451c5388-4913-495b-bc26-cca46c2132b7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:19.153000 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-e269047d-e2cf-491f-ab6b-5fa9e8604c2b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:19.157522 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-e269047d-e2cf-491f-ab6b-5fa9e8604c2b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 818 time: 0.3263245 Feb 20 22:35:19.170884 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (451c5388-4913-495b-bc26-cca46c2132b7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:19.173406 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Request body: {'port': {'device_id': '9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6', 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d', 'admin_state_up': True, 'tenant_id': 'ebc76c7da8694070b275da964ee301c5'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:19.369447 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Network a558b9ef-31a4-44c2-924d-4167d42fc46d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:35:19.386860 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:19.428866 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:35:19.500991 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-47843ed2-7b1d-4d5c-968a-98e683b11d76 req-dde0bc22-22a1-47fe-b7b7-f1fc48e38796 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 210 time: 0.1158998 Feb 20 22:35:19.510680 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:19.511605 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:19.550455 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ad1e370d-5a71-47fa-8db3-d8b35ecac641 req-4da433b3-4be8-4054-a4e1-939ed29ec1cc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 210 time: 0.1037931 Feb 20 22:35:19.551955 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Pushing event updated for resources: {'Port': ['ID=451c5388-4913-495b-bc26-cca46c2132b7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:19.553250 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Made reservation on behalf of ebc76c7da8694070b275da964ee301c5 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:35:19.557863 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:19.629231 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-6d2f3fef-a36c-4e54-a930-2f195560cb9f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0035439 Feb 20 22:35:19.676815 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Request body: {'port': {'device_id': 'cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:19.782888 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (451c5388-4913-495b-bc26-cca46c2132b7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:20.070949 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Allocated IP 172.20.0.12 (a558b9ef-31a4-44c2-924d-4167d42fc46d/e384e579-cb71-480a-b2d3-7ec6ddac72a3/7703542f-012c-45a8-a4f1-60a6300defc5) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:35:20.160853 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3656e-4563-41e1-9769-b505ce23577b req-0f74b39d-cea0-4126-9a17-84c4b517cf56 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:20.166366 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cbc3656e-4563-41e1-9769-b505ce23577b req-0f74b39d-cea0-4126-9a17-84c4b517cf56 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 943 time: 0.2753375 Feb 20 22:35:20.387658 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cbc3656e-4563-41e1-9769-b505ce23577b req-75c00eaf-9d80-4042-befb-6d2ff7e6fb12 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986978 Feb 20 22:35:20.449146 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks [] for port (7703542f-012c-45a8-a4f1-60a6300defc5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:20.618519 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b1585d00-d2d8-4c37-a8ab-30af63a76fb6 req-a2e1efaf-a894-47f0-b775-63293f5ee32b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 210 time: 0.0389802 Feb 20 22:35:20.689981 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8fd29ba1-95ea-4e6b-a04f-a05f3cdce20f req-feca24ca-49ca-4b31-9be4-5c3bade21793 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 210 time: 0.0450487 Feb 20 22:35:20.911121 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:20.987761 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Network a558b9ef-31a4-44c2-924d-4167d42fc46d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:35:20.991268 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:20.999161 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:35:21.006698 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:21.007850 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:21.020937 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Pushing event updated for resources: {'Port': ['ID=7703542f-012c-45a8-a4f1-60a6300defc5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:21.116708 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-a89996ab-6015-466b-b787-7cca02590b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9483778 Feb 20 22:35:21.338811 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451c5388-4913-495b-bc26-cca46c2132b7 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:35:21.348130 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Publish callbacks [] for port (451c5388-4913-495b-bc26-cca46c2132b7), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:21.371101 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Transition to ACTIVE for port object 451c5388-4913-495b-bc26-cca46c2132b7 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:35:21.489087 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (451c5388-4913-495b-bc26-cca46c2132b7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:21.658697 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Pushing event updated for resources: {'Port': ['ID=451c5388-4913-495b-bc26-cca46c2132b7,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:21.726166 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Attempting to bind port 451c5388-4913-495b-bc26-cca46c2132b7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:35:21.726966 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349901f1-5ec3-4f5f-9197-e5b34c5fac8f req-44d2d114-1fd5-4fe6-94c0-4fc00e9f0847 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:21.727632 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Attempting to bind port 451c5388-4913-495b-bc26-cca46c2132b7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:35:21.728180 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Attempting to bind port 451c5388-4913-495b-bc26-cca46c2132b7 on network a558b9ef-31a4-44c2-924d-4167d42fc46d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:21.728569 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-349901f1-5ec3-4f5f-9197-e5b34c5fac8f req-44d2d114-1fd5-4fe6-94c0-4fc00e9f0847 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 943 time: 0.1904571 Feb 20 22:35:21.745903 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Port 451c5388-4913-495b-bc26-cca46c2132b7 on network a558b9ef-31a4-44c2-924d-4167d42fc46d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:35:21.746642 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Attempting to bind port 451c5388-4913-495b-bc26-cca46c2132b7 on network a558b9ef-31a4-44c2-924d-4167d42fc46d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:21.797492 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:35:21.798117 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Checking segment: {'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:35:21.799082 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Bound using segment: {'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:35:21.799830 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Bound port: 451c5388-4913-495b-bc26-cca46c2132b7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:35:21.800491 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (451c5388-4913-495b-bc26-cca46c2132b7), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:21.842458 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Request body: {'port': {'device_id': '9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:21.896329 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-349901f1-5ec3-4f5f-9197-e5b34c5fac8f req-37cbfd44-ed15-4303-aeed-d92b72f24e21 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565065 Feb 20 22:35:21.905936 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5d42-de02-4605-b354-77ae631435ce req-f3fb97f0-b720-4bfa-a105-4a193155c790 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:21.907887 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb7b5d42-de02-4605-b354-77ae631435ce req-f3fb97f0-b720-4bfa-a105-4a193155c790 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 932 time: 0.1765053 Feb 20 22:35:21.958610 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] For port 451c5388-4913-495b-bc26-cca46c2132b7, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:35:22.004367 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] For port 451c5388-4913-495b-bc26-cca46c2132b7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=451c5388-4913-495b-bc26-cca46c2132b7,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:35:22.026479 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:22.045342 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb7b5d42-de02-4605-b354-77ae631435ce req-7f400ffa-12ea-4288-85a1-a38cebd54c85 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285083 Feb 20 22:35:22.106897 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-600e448a-18b9-4a79-8702-dafefa44122b req-63d9c2d0-fe89-4ab4-bc42-23ee5a54856f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 210 time: 0.0355518 Feb 20 22:35:22.136523 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (451c5388-4913-495b-bc26-cca46c2132b7), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:22.170334 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:22.171893 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:22.177352 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] 10.222.0.91 "PUT /v2.0/ports/451c5388-4913-495b-bc26-cca46c2132b7 HTTP/1.1" status: 200 len: 1093 time: 2.5056531 Feb 20 22:35:22.177867 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce', 'tag': '451c5388-4913-495b-bc26-cca46c2132b7'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:35:22.268712 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a1bc1-87e8-4c37-a942-c6597e5387ab service neutron] Pushing event updated for resources: {'Port': ['ID=451c5388-4913-495b-bc26-cca46c2132b7,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:22.509581 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7703542f-012c-45a8-a4f1-60a6300defc5 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:35:22.523995 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Publish callbacks [] for port (7703542f-012c-45a8-a4f1-60a6300defc5), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:22.538686 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Transition to ACTIVE for port object 7703542f-012c-45a8-a4f1-60a6300defc5 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:35:22.608577 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:22.613260 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c725fa2a-e0a1-42a4-9056-6bde27d65e97" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce", "tag": "451c5388-4913-495b-bc26-cca46c2132b7"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:35:22.621300 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-7bb442b3-e74f-46f3-adf2-c75d66968bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:22.623766 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-7bb442b3-e74f-46f3-adf2-c75d66968bb7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 1127 time: 0.1070983 Feb 20 22:35:22.680947 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7703542f-012c-45a8-a4f1-60a6300defc5,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:22.692488 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Attempting to bind port 7703542f-012c-45a8-a4f1-60a6300defc5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:35:22.692989 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Attempting to bind port 7703542f-012c-45a8-a4f1-60a6300defc5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:35:22.693318 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Attempting to bind port 7703542f-012c-45a8-a4f1-60a6300defc5 on network a558b9ef-31a4-44c2-924d-4167d42fc46d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:22.697916 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Port 7703542f-012c-45a8-a4f1-60a6300defc5 on network a558b9ef-31a4-44c2-924d-4167d42fc46d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:35:22.698464 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Attempting to bind port 7703542f-012c-45a8-a4f1-60a6300defc5 on network a558b9ef-31a4-44c2-924d-4167d42fc46d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:22.712896 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe2ae2e-6bd5-4d07-a81c-42e6882e96e6 x-openstack-request-id: req-cbe2ae2e-6bd5-4d07-a81c-42e6882e96e6 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:35:22.713179 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce", "tag": "451c5388-4913-495b-bc26-cca46c2132b7", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:35:22.713591 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cbe2ae2e-6bd5-4d07-a81c-42e6882e96e6 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:35:22.714203 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce', 'tag': '451c5388-4913-495b-bc26-cca46c2132b7', 'status': 'completed', 'code': 200} Feb 20 22:35:22.717669 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-a1a98903-0a03-4dc9-b3b2-b24cf88eb233 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451c5388-4913-495b-bc26-cca46c2132b7 HTTP/1.1" status: 200 len: 217 time: 0.0831356 Feb 20 22:35:22.721502 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:35:22.721891 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Checking segment: {'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:35:22.722222 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Bound using segment: {'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:35:22.722642 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Bound port: 7703542f-012c-45a8-a4f1-60a6300defc5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8c4277-050c-49f9-81c8-fadb6840b75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:35:22.723057 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:22.788135 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b5294192-75a1-48ef-895c-32a05f1afff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:22.788646 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-b5294192-75a1-48ef-895c-32a05f1afff6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.0575957 Feb 20 22:35:22.804832 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] For port 7703542f-012c-45a8-a4f1-60a6300defc5, host hv-cinder-83009, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:35:22.808180 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] For port 7703542f-012c-45a8-a4f1-60a6300defc5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7703542f-012c-45a8-a4f1-60a6300defc5,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:35:22.849057 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-c22aae3a-6bbb-49cf-b164-5600ffb25114 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533211 Feb 20 22:35:22.933928 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:22.962070 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-4a8f3978-024a-49d7-aebb-729b70da78e0 service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057580 Feb 20 22:35:23.008683 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:23.009310 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:23.010712 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] 10.222.0.91 "PUT /v2.0/ports/7703542f-012c-45a8-a4f1-60a6300defc5 HTTP/1.1" status: 200 len: 1094 time: 1.1969535 Feb 20 22:35:23.011156 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6', 'tag': '7703542f-012c-45a8-a4f1-60a6300defc5'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:35:23.014109 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df60ede-5502-4d94-88a8-d3056194809a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6", "tag": "7703542f-012c-45a8-a4f1-60a6300defc5"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:35:23.058618 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367474-e8ec-4e3e-ba1b-6211fdd921f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7703542f-012c-45a8-a4f1-60a6300defc5,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:23.159827 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.91', 64127) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:23.182155 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2c550-2e3e-42e1-9d96-b203af09ebd3 req-650a3efb-96b4-41c3-993b-952e4b5eb093 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:23.183751 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3fd2c550-2e3e-42e1-9d96-b203af09ebd3 req-650a3efb-96b4-41c3-993b-952e4b5eb093 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 943 time: 0.1624920 Feb 20 22:35:23.208353 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ce720f11-9298-4789-8d3e-5b05ecc47f2d req-3727bed1-73bc-4a64-bc5a-f7b590baecb8 service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402325 Feb 20 22:35:23.287584 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3fd2c550-2e3e-42e1-9d96-b203af09ebd3 req-df635aa4-b56c-457e-ad3d-a868493c22c6 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938752 Feb 20 22:35:23.339115 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00bc168-5495-460b-818f-ff360918a161 x-openstack-request-id: req-b00bc168-5495-460b-818f-ff360918a161 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:35:23.339403 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6", "tag": "7703542f-012c-45a8-a4f1-60a6300defc5", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:35:23.339657 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b00bc168-5495-460b-818f-ff360918a161 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:35:23.340056 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6', 'tag': '7703542f-012c-45a8-a4f1-60a6300defc5', 'status': 'completed', 'code': 200} Feb 20 22:35:23.388646 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-25376a27-7125-4bb0-bc52-a457a443d025 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:23.390267 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-25376a27-7125-4bb0-bc52-a457a443d025 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.91 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 816 time: 0.2809088 Feb 20 22:35:23.406953 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-16a8303b-d695-4acf-bb64-9d00c97b04bc req-c90ecddb-12c1-4ebd-9c57-82de9095f1f1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 210 time: 0.0460348 Feb 20 22:35:23.434420 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-88f9867b-8564-4e79-8abf-137cc1214887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:23.445056 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-88f9867b-8564-4e79-8abf-137cc1214887 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 1128 time: 0.2740805 Feb 20 22:35:23.463137 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f9663-35fa-4e15-9b3c-0719779a8265 req-eeb4bee6-e50f-4dfb-bccd-89b930b6e38d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:23.464775 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c55f9663-35fa-4e15-9b3c-0719779a8265 req-eeb4bee6-e50f-4dfb-bccd-89b930b6e38d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 944 time: 0.1502032 Feb 20 22:35:23.471209 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725fa2a-e0a1-42a4-9056-6bde27d65e97 req-20cdf148-3a5c-4efa-a8fb-608c0232ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:23.473655 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c725fa2a-e0a1-42a4-9056-6bde27d65e97 req-20cdf148-3a5c-4efa-a8fb-608c0232ce4f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 1127 time: 0.0659025 Feb 20 22:35:23.518501 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-ac86d7d2-0195-4712-8217-1ef408fba554 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7703542f-012c-45a8-a4f1-60a6300defc5 HTTP/1.1" status: 200 len: 217 time: 0.0717816 Feb 20 22:35:23.600044 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-7558b0ce-1b77-48c3-910b-6b7bee391f78 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d195da002ab942bbba2046ea25910a8e HTTP/1.1" status: 200 len: 380 time: 0.1902897 Feb 20 22:35:23.613252 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'port': {'device_id': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'admin_state_up': True, 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'security_groups': ['28c43b9d-1209-4422-ae2b-81dceccb44bc']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:23.625817 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c55f9663-35fa-4e15-9b3c-0719779a8265 req-c342fd04-a202-4327-a9c3-50e837e3cebb tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162488 Feb 20 22:35:23.639660 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-db190ad5-6c0e-4498-b1d8-3d8938e4bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:23.641117 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-db190ad5-6c0e-4498-b1d8-3d8938e4bc84 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.1126018 Feb 20 22:35:23.643520 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725fa2a-e0a1-42a4-9056-6bde27d65e97 req-5fcac934-2a61-418f-ae3d-ba95cdb17aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:23.645027 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c725fa2a-e0a1-42a4-9056-6bde27d65e97 req-5fcac934-2a61-418f-ae3d-ba95cdb17aa6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 919 time: 0.1645522 Feb 20 22:35:23.701047 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c725fa2a-e0a1-42a4-9056-6bde27d65e97 req-7523e3a2-d180-4625-8fb5-b5c3754919ee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451c5388-4913-495b-bc26-cca46c2132b7 HTTP/1.1" status: 200 len: 217 time: 0.0410271 Feb 20 22:35:23.702991 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-15490e04-0514-4e97-be57-889dee6e7033 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307298 Feb 20 22:35:23.759124 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725fa2a-e0a1-42a4-9056-6bde27d65e97 req-96ada243-544f-44e5-8600-1b8d61788da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:23.760081 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c725fa2a-e0a1-42a4-9056-6bde27d65e97 req-96ada243-544f-44e5-8600-1b8d61788da1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.0471652 Feb 20 22:35:23.797835 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c725fa2a-e0a1-42a4-9056-6bde27d65e97 req-1f000cd9-3819-402f-b628-9981ff4962cf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288806 Feb 20 22:35:23.843786 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-b736da49-9625-4b99-8d81-d113480a7667 service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271029 Feb 20 22:35:23.894025 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c725fa2a-e0a1-42a4-9056-6bde27d65e97 req-0988bcb0-8a95-4649-9506-07710f777c2f service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876851 Feb 20 22:35:23.944231 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Made reservation on behalf of d195da002ab942bbba2046ea25910a8e for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:35:23.947817 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:23.961210 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a5dd549f-97e3-4322-b9df-882e2e9b202c req-e610cd08-0981-4726-a9f3-3c28c7b1ba7e service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105385 Feb 20 22:35:24.056162 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c725fa2a-e0a1-42a4-9056-6bde27d65e97 req-0b0b0934-2871-463f-8fe3-73e53093475d service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553442 Feb 20 22:35:24.145444 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Allocated IP 172.20.0.9 (b23fffc4-fb98-41ca-b863-88db23b63f5c/1d9b73a4-079d-402a-88ec-accfdc9a31f3/7568608f-2f36-4c85-9de3-29ac3da51301) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:35:24.224318 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df60ede-5502-4d94-88a8-d3056194809a req-b39ea46f-4025-4b19-b436-2ccb1321d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:24.226043 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0df60ede-5502-4d94-88a8-d3056194809a req-b39ea46f-4025-4b19-b436-2ccb1321d2bd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 1128 time: 0.0853126 Feb 20 22:35:24.301825 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for port (7568608f-2f36-4c85-9de3-29ac3da51301), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:24.354654 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df60ede-5502-4d94-88a8-d3056194809a req-e5c66d73-de24-4164-bcfb-a52b7b712a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:24.358049 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0df60ede-5502-4d94-88a8-d3056194809a req-e5c66d73-de24-4164-bcfb-a52b7b712a31 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 919 time: 0.1257181 Feb 20 22:35:24.419083 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0df60ede-5502-4d94-88a8-d3056194809a req-304cc8a9-9aec-49f9-ab21-813d44c7fbda service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7703542f-012c-45a8-a4f1-60a6300defc5 HTTP/1.1" status: 200 len: 217 time: 0.0556507 Feb 20 22:35:24.459978 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:24.504554 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df60ede-5502-4d94-88a8-d3056194809a req-307452be-3312-4a9d-970b-e4c80666117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:24.506015 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0df60ede-5502-4d94-88a8-d3056194809a req-307452be-3312-4a9d-970b-e4c80666117a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.0766642 Feb 20 22:35:24.519274 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72f331-3270-4eff-b006-fb7108f7114b req-493a4a8d-ff8c-4a35-b296-f75e37529d88 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:24.521070 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb72f331-3270-4eff-b006-fb7108f7114b req-493a4a8d-ff8c-4a35-b296-f75e37529d88 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 943 time: 0.1052160 Feb 20 22:35:24.526486 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Network b23fffc4-fb98-41ca-b863-88db23b63f5c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:35:24.548391 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:35:24.554434 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:35:24.559797 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:24.560510 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:24.565347 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:24.580946 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0df60ede-5502-4d94-88a8-d3056194809a req-e3585242-6487-4790-b159-d1469326c63b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589108 Feb 20 22:35:24.599882 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9dd5b-04cd-4906-879e-2cb12b360a6f req-ee8050f2-d940-4e74-9ddf-bd80feebf3bf tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:24.599882 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-81e9dd5b-04cd-4906-879e-2cb12b360a6f req-ee8050f2-d940-4e74-9ddf-bd80feebf3bf tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 931 time: 0.0936768 Feb 20 22:35:24.647645 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb72f331-3270-4eff-b006-fb7108f7114b req-59a0c494-5fab-4ca8-91e7-8955d976bc09 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151481 Feb 20 22:35:24.695209 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0df60ede-5502-4d94-88a8-d3056194809a req-80041609-971f-410a-ae86-11127e595974 service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065335 Feb 20 22:35:24.698024 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-81e9dd5b-04cd-4906-879e-2cb12b360a6f req-f3ed4b31-1c34-403d-b919-004e355bcffd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887749 Feb 20 22:35:24.710277 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-86e028ca-e56d-4757-b217-00a2393b1cfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1009598 Feb 20 22:35:24.728610 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Request body: {'port': {'device_id': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:24.840691 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:24.907032 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1e871600-8814-4c50-a649-117d96f8ec64 None None] Provisioning complete for port 7568608f-2f36-4c85-9de3-29ac3da51301 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:24.912959 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e871600-8814-4c50-a649-117d96f8ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:25.002089 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1e871600-8814-4c50-a649-117d96f8ec64 None None] Port 7568608f-2f36-4c85-9de3-29ac3da51301 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:35:25.053899 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0442518-1a85-4c3c-808e-e17aa2b0dd6b req-78fc876e-06c4-43f1-8e84-5e8139df0f9a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:25.069042 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e0442518-1a85-4c3c-808e-e17aa2b0dd6b req-78fc876e-06c4-43f1-8e84-5e8139df0f9a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 944 time: 0.3202596 Feb 20 22:35:25.091334 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0df60ede-5502-4d94-88a8-d3056194809a req-f695b557-e917-427b-9c50-6cb64355da8b service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886092 Feb 20 22:35:25.155013 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e0442518-1a85-4c3c-808e-e17aa2b0dd6b req-582f132a-f38a-47ab-b029-e4950d0d5a6b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850270 Feb 20 22:35:25.246944 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7568608f-2f36-4c85-9de3-29ac3da51301 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:35:25.256741 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Publish callbacks [] for port (7568608f-2f36-4c85-9de3-29ac3da51301), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:25.270269 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Transition to ACTIVE for port object 7568608f-2f36-4c85-9de3-29ac3da51301 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:35:25.337079 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:25.428576 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Pushing event updated for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:25.445099 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Attempting to bind port 7568608f-2f36-4c85-9de3-29ac3da51301 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:35:25.445430 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Attempting to bind port 7568608f-2f36-4c85-9de3-29ac3da51301 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:35:25.446098 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Attempting to bind port 7568608f-2f36-4c85-9de3-29ac3da51301 on network b23fffc4-fb98-41ca-b863-88db23b63f5c {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:25.450533 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Port 7568608f-2f36-4c85-9de3-29ac3da51301 on network b23fffc4-fb98-41ca-b863-88db23b63f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:35:25.450852 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Attempting to bind port 7568608f-2f36-4c85-9de3-29ac3da51301 on network b23fffc4-fb98-41ca-b863-88db23b63f5c {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:35:25.466234 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:35:25.466676 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Checking segment: {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:35:25.467057 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Bound using segment: {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:35:25.467475 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Bound port: 7568608f-2f36-4c85-9de3-29ac3da51301, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:35:25.467822 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:25.561734 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:35:25.565363 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:35:25.643188 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:25.691830 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:25.692481 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:25.696114 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] 10.222.0.91 "PUT /v2.0/ports/7568608f-2f36-4c85-9de3-29ac3da51301 HTTP/1.1" status: 200 len: 1093 time: 0.9695122 Feb 20 22:35:25.696114 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:35:25.696499 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:35:25.719007 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3a90-0fc8-4675-8918-5ff46d929670 service neutron] Pushing event updated for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:25.798490 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c97d-c034-4d91-bf88-5bc18ce2ed56 req-1a89b093-b9c9-436f-9e95-4eac2e3790f1 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:25.800618 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d2b9c97d-c034-4d91-bf88-5bc18ce2ed56 req-1a89b093-b9c9-436f-9e95-4eac2e3790f1 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 943 time: 0.0706468 Feb 20 22:35:25.891155 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-9c469fa3-c308-4dc7-b675-7a668a41c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:25.891687 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d2b9c97d-c034-4d91-bf88-5bc18ce2ed56 req-c438a357-63cc-4488-b7c9-d3056749157f tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836062 Feb 20 22:35:25.892657 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-9c469fa3-c308-4dc7-b675-7a668a41c6e5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 1127 time: 0.0989258 Feb 20 22:35:25.914818 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adfa302-f59e-4842-ace3-197648201956 x-openstack-request-id: req-7adfa302-f59e-4842-ace3-197648201956 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:35:25.916518 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:35:25.916722 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7adfa302-f59e-4842-ace3-197648201956 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:35:25.917122 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301', 'status': 'completed', 'code': 200} Feb 20 22:35:25.960973 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-b4906121-00ec-4a58-af27-9fc6e11c992c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7568608f-2f36-4c85-9de3-29ac3da51301 HTTP/1.1" status: 200 len: 217 time: 0.0599496 Feb 20 22:35:26.012150 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-8773628c-1561-4f9c-89fa-769a9f4552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:26.014414 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-8773628c-1561-4f9c-89fa-769a9f4552e7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 200 len: 855 time: 0.0470991 Feb 20 22:35:26.021083 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96270ba7-fae5-49dd-b6e4-cb5d742ad2af req-a40da00c-5490-430a-9f9f-761be80237be tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:26.021083 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-96270ba7-fae5-49dd-b6e4-cb5d742ad2af req-a40da00c-5490-430a-9f9f-761be80237be tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0652370 Feb 20 22:35:26.108725 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 451c5388-4913-495b-bc26-cca46c2132b7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:35:26.122656 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-96270ba7-fae5-49dd-b6e4-cb5d742ad2af req-7a3d0d71-0a3f-4025-8b2e-77b422c407e5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999832 Feb 20 22:35:26.140078 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-32f85ed2-2e64-4869-90cc-18377a7138e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:26.151026 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-32f85ed2-2e64-4869-90cc-18377a7138e6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b23fffc4-fb98-41ca-b863-88db23b63f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223936 Feb 20 22:35:26.297310 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 451c5388-4913-495b-bc26-cca46c2132b7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=451c5388-4913-495b-bc26-cca46c2132b7,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:26.303724 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-d390ab0c-bfb8-4f26-8f44-c374aaed1cd8 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513939 Feb 20 22:35:26.337013 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53882389-39b3-486e-8d9c-c03a5f220fe3 req-0c895533-acb2-4e20-9232-16f3e75dded4 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:26.341905 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-53882389-39b3-486e-8d9c-c03a5f220fe3 req-0c895533-acb2-4e20-9232-16f3e75dded4 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 944 time: 0.1099567 Feb 20 22:35:26.418112 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-53882389-39b3-486e-8d9c-c03a5f220fe3 req-63e75a5f-8a4d-454b-af2d-b0aa4fae1ad9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699763 Feb 20 22:35:26.461026 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-157fabf2-8f87-4249-9ed0-678caf835f88 req-7c987f64-89a3-4b60-8e00-9612cdf0b6d0 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417921 Feb 20 22:35:26.494287 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '451c5388-4913-495b-bc26-cca46c2132b7', 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d', 'port_id': '451c5388-4913-495b-bc26-cca46c2132b7', 'mac_address': 'fa:16:3e:81:35:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e384e579-cb71-480a-b2d3-7ec6ddac72a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:35:26.552469 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 451c5388-4913-495b-bc26-cca46c2132b7 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:26.552469 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (451c5388-4913-495b-bc26-cca46c2132b7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:26.560572 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451c5388-4913-495b-bc26-cca46c2132b7 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:35:26.583022 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 451c5388-4913-495b-bc26-cca46c2132b7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=451c5388-4913-495b-bc26-cca46c2132b7,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:26.659534 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-fc74b2dd-c615-4611-9e4e-37fd56d075e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:26.660221 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (451c5388-4913-495b-bc26-cca46c2132b7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:26.660886 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device e7735496-977e-4097-a2ae-64c3d124018f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:35:26.661086 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-fc74b2dd-c615-4611-9e4e-37fd56d075e1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 1127 time: 0.0676651 Feb 20 22:35:26.731113 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=451c5388-4913-495b-bc26-cca46c2132b7,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:26.774493 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-2abf1f80-b366-4523-9c94-0fe8b1c8b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:26.776793 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-2abf1f80-b366-4523-9c94-0fe8b1c8b52f service neutron] 10.222.0.91 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 917 time: 0.1082103 Feb 20 22:35:26.813192 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port e7735496-977e-4097-a2ae-64c3d124018f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e7735496-977e-4097-a2ae-64c3d124018f,segment=NetworkSegment(65aeffaa-3d7d-4154-9655-80bf51b4508a),segment_id=65aeffaa-3d7d-4154-9655-80bf51b4508a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:26.818230 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-7761db3a-4333-46a4-9576-f64227aceffa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7568608f-2f36-4c85-9de3-29ac3da51301 HTTP/1.1" status: 200 len: 217 time: 0.0352209 Feb 20 22:35:26.823870 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': 'e7735496-977e-4097-a2ae-64c3d124018f', 'network_id': 'e39a10f1-e1bf-40c7-9f43-eec643956353', 'port_id': 'e7735496-977e-4097-a2ae-64c3d124018f', 'mac_address': 'fa:16:3e:13:44:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2495ca2c-03be-4970-967a-670d91ff300c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:35:26.846643 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40134) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:26.869584 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port e7735496-977e-4097-a2ae-64c3d124018f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:26.870245 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (e7735496-977e-4097-a2ae-64c3d124018f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:26.885234 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7735496-977e-4097-a2ae-64c3d124018f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:35:26.897833 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-3c092e66-7f0f-4e9c-ac1e-79ab18ff7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:26.901339 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-3c092e66-7f0f-4e9c-ac1e-79ab18ff7b6a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 200 len: 855 time: 0.0733254 Feb 20 22:35:26.910815 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port e7735496-977e-4097-a2ae-64c3d124018f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e7735496-977e-4097-a2ae-64c3d124018f,segment=NetworkSegment(65aeffaa-3d7d-4154-9655-80bf51b4508a),segment_id=65aeffaa-3d7d-4154-9655-80bf51b4508a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:26.992430 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-83d04eef-85a0-4846-9eb2-b186f8e97a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:27.002360 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (e7735496-977e-4097-a2ae-64c3d124018f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:27.005408 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-114a2c5a-dd2c-4d66-9440-6416fbe3f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:27.008687 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-114a2c5a-dd2c-4d66-9440-6416fbe3f854 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b23fffc4-fb98-41ca-b863-88db23b63f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943069 Feb 20 22:35:27.123759 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=e7735496-977e-4097-a2ae-64c3d124018f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:27.142018 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-83d04eef-85a0-4846-9eb2-b186f8e97a3d admin admin] Publish callbacks [] for security_group (cfd89f7e-632b-4dae-bbb6-5ee6b913451d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:27.258069 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-83d04eef-85a0-4846-9eb2-b186f8e97a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (cfd89f7e-632b-4dae-bbb6-5ee6b913451d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:27.259841 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672ccd3-d54f-47a9-a906-47be121ac718 req-7ed93aeb-d346-46bd-9aa0-05c579cb6ac0 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:27.261290 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8672ccd3-d54f-47a9-a906-47be121ac718 req-7ed93aeb-d346-46bd-9aa0-05c579cb6ac0 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 943 time: 0.3023336 Feb 20 22:35:27.311378 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d04eef-85a0-4846-9eb2-b186f8e97a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd89f7e-632b-4dae-bbb6-5ee6b913451d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:27.319904 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['451c5388-4913-495b-bc26-cca46c2132b7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:35:27.321188 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-83d04eef-85a0-4846-9eb2-b186f8e97a3d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b6d9a28d8f6840b986c65317d0ae70a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734089 Feb 20 22:35:27.324084 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40152) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:27.324999 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['e7735496-977e-4097-a2ae-64c3d124018f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:35:27.337882 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-b0c9310e-bda5-4c6f-98c7-b97df167a316 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219299 Feb 20 22:35:27.341447 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8672ccd3-d54f-47a9-a906-47be121ac718 req-fcf77eb3-2005-4856-9b73-de90b33438ee tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716429 Feb 20 22:35:27.358312 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404268e9-5962-426a-8d59-4c7f9f77cc48 req-e42a9481-2027-4b9e-bc45-a0ce88a45571 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:27.359859 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-404268e9-5962-426a-8d59-4c7f9f77cc48 req-e42a9481-2027-4b9e-bc45-a0ce88a45571 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.1543264 Feb 20 22:35:27.460130 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cdbb5b7c-e649-4d2b-91ab-2c0fd91fe16a req-ac82d959-0632-4181-bd05-7b44438bb14e service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102216 Feb 20 22:35:27.465727 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-135553ec-910f-441a-b5ec-eeccc6413ad0 admin admin] Publish callbacks [] for security_group (cfd89f7e-632b-4dae-bbb6-5ee6b913451d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:27.477070 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-404268e9-5962-426a-8d59-4c7f9f77cc48 req-bb5a9844-c35b-4424-bac3-0a608337c99e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063488 Feb 20 22:35:27.503023 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-135553ec-910f-441a-b5ec-eeccc6413ad0 admin admin] Publish callbacks [] for security_group (cfd89f7e-632b-4dae-bbb6-5ee6b913451d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:27.554767 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facf417-acaa-4b05-9519-4026d67f5f2d req-46af7d8c-45cf-4147-9c8f-93bafa1865e7 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:27.556271 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0facf417-acaa-4b05-9519-4026d67f5f2d req-46af7d8c-45cf-4147-9c8f-93bafa1865e7 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 944 time: 0.0561213 Feb 20 22:35:27.603227 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-135553ec-910f-441a-b5ec-eeccc6413ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (cfd89f7e-632b-4dae-bbb6-5ee6b913451d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:27.606265 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-135553ec-910f-441a-b5ec-eeccc6413ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:27.609980 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-135553ec-910f-441a-b5ec-eeccc6413ad0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cfd89f7e-632b-4dae-bbb6-5ee6b913451d HTTP/1.1" status: 204 len: 168 time: 0.2827377 Feb 20 22:35:27.616337 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135553ec-910f-441a-b5ec-eeccc6413ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd89f7e-632b-4dae-bbb6-5ee6b913451d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:27.648362 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0facf417-acaa-4b05-9519-4026d67f5f2d req-2660cd83-af6a-4531-a048-db4cc5e58dd1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755072 Feb 20 22:35:28.299046 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 40218) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:28.314028 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-accacecb-711e-4fdd-8aa1-c85ae9e34cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:28.390308 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-accacecb-711e-4fdd-8aa1-c85ae9e34cc7 admin admin] Publish callbacks [] for security_group (78ae6f63-130f-468e-a2c4-c4915e219369), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:28.467389 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188997c3-72a2-48d4-b2d8-5206f6fc46e8 req-5b086a7d-fff6-4454-8625-4adb257279c7 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:28.468895 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-188997c3-72a2-48d4-b2d8-5206f6fc46e8 req-5b086a7d-fff6-4454-8625-4adb257279c7 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 944 time: 0.0559142 Feb 20 22:35:28.504283 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-accacecb-711e-4fdd-8aa1-c85ae9e34cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (78ae6f63-130f-468e-a2c4-c4915e219369), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:28.519635 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-188997c3-72a2-48d4-b2d8-5206f6fc46e8 req-129278ca-b2b5-4f4e-871e-96e7da4f7cfe tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448849 Feb 20 22:35:28.556052 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-accacecb-711e-4fdd-8aa1-c85ae9e34cc7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a68baf605c724aa5beebd7e8904ad989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545516 Feb 20 22:35:28.557090 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accacecb-711e-4fdd-8aa1-c85ae9e34cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ae6f63-130f-468e-a2c4-c4915e219369,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:28.558335 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40236) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:28.612376 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6329-f398-47de-b3c2-85ed2632417b admin admin] Publish callbacks [] for security_group (78ae6f63-130f-468e-a2c4-c4915e219369), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:28.629949 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e37c-4e7c-4a6f-bbb1-a307c47ab0cf req-b31bb00f-4f56-48ba-bab9-8ec6209d6e0c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:28.631376 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5a88e37c-4e7c-4a6f-bbb1-a307c47ab0cf req-b31bb00f-4f56-48ba-bab9-8ec6209d6e0c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0643740 Feb 20 22:35:28.633541 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6329-f398-47de-b3c2-85ed2632417b admin admin] Publish callbacks [] for security_group (78ae6f63-130f-468e-a2c4-c4915e219369), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:28.687730 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5a88e37c-4e7c-4a6f-bbb1-a307c47ab0cf req-da56b8a2-8c49-4e06-8861-e81ed74df3f0 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505717 Feb 20 22:35:28.756258 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7703542f-012c-45a8-a4f1-60a6300defc5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:35:28.796984 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f173e0e-efd4-41c8-ae88-bc1f26e48b0c req-fcec6252-6a69-40de-837f-58338715e5c6 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:28.798543 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8f173e0e-efd4-41c8-ae88-bc1f26e48b0c req-fcec6252-6a69-40de-837f-58338715e5c6 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 944 time: 0.0643864 Feb 20 22:35:28.802761 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6329-f398-47de-b3c2-85ed2632417b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (78ae6f63-130f-468e-a2c4-c4915e219369), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:28.805346 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6329-f398-47de-b3c2-85ed2632417b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:28.806512 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ae6b6329-f398-47de-b3c2-85ed2632417b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/78ae6f63-130f-468e-a2c4-c4915e219369 HTTP/1.1" status: 204 len: 168 time: 0.2473083 Feb 20 22:35:28.828814 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b6329-f398-47de-b3c2-85ed2632417b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ae6f63-130f-468e-a2c4-c4915e219369,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:28.861394 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8f173e0e-efd4-41c8-ae88-bc1f26e48b0c req-df24321c-e74c-406b-9431-df65bbe648e4 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Feb 20 22:35:28.883861 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7703542f-012c-45a8-a4f1-60a6300defc5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7703542f-012c-45a8-a4f1-60a6300defc5,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:28.897560 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '7703542f-012c-45a8-a4f1-60a6300defc5', 'network_id': 'a558b9ef-31a4-44c2-924d-4167d42fc46d', 'port_id': '7703542f-012c-45a8-a4f1-60a6300defc5', 'mac_address': 'fa:16:3e:db:dd:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e384e579-cb71-480a-b2d3-7ec6ddac72a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:35:28.935799 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7703542f-012c-45a8-a4f1-60a6300defc5 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:28.936177 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:28.949804 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7703542f-012c-45a8-a4f1-60a6300defc5 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:35:28.970666 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7703542f-012c-45a8-a4f1-60a6300defc5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7703542f-012c-45a8-a4f1-60a6300defc5,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:29.060926 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:29.107879 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7703542f-012c-45a8-a4f1-60a6300defc5,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:29.632797 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 40280) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:29.652583 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923c740-95b2-40cc-9e98-d8939b9891c4 req-8e40e66a-df77-472c-bb81-850c3ccb18b3 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:29.655236 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3923c740-95b2-40cc-9e98-d8939b9891c4 req-8e40e66a-df77-472c-bb81-850c3ccb18b3 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 944 time: 0.0616100 Feb 20 22:35:29.705187 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3923c740-95b2-40cc-9e98-d8939b9891c4 req-5760f7e6-0223-4d4a-b691-a31cffbaf0e9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445008 Feb 20 22:35:29.755823 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1034ab9a-135b-4ad8-8058-03879e150fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:29.823240 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033006f2-2dd3-4706-aee8-31db1628ab73 req-e411e75b-cc77-4cef-8b2a-29bc1dc1f7b5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:29.823887 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-033006f2-2dd3-4706-aee8-31db1628ab73 req-e411e75b-cc77-4cef-8b2a-29bc1dc1f7b5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0562921 Feb 20 22:35:29.837975 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1034ab9a-135b-4ad8-8058-03879e150fb4 admin admin] Publish callbacks [] for security_group (52ce532b-af88-49d9-a63f-8eab0f96f46b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:29.876154 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-033006f2-2dd3-4706-aee8-31db1628ab73 req-999d6fa1-0669-4229-95b7-3fdf2318f9e1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452919 Feb 20 22:35:29.934422 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1034ab9a-135b-4ad8-8058-03879e150fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (52ce532b-af88-49d9-a63f-8eab0f96f46b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:30.008737 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1034ab9a-135b-4ad8-8058-03879e150fb4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e91fbebf509d45a0aed0a90f9a9e88a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748987 Feb 20 22:35:30.011211 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034ab9a-135b-4ad8-8058-03879e150fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ce532b-af88-49d9-a63f-8eab0f96f46b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:30.016143 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40304) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:30.042782 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817bd80-ad87-42ba-b1d5-24ce2448a278 req-83b362b3-683f-496a-a157-7bd4af2c1331 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:30.050246 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4817bd80-ad87-42ba-b1d5-24ce2448a278 req-83b362b3-683f-496a-a157-7bd4af2c1331 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 945 time: 0.1010191 Feb 20 22:35:30.078329 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-657d5dfd-667c-4705-a15b-ecc7cbad2617 admin admin] Publish callbacks [] for security_group (52ce532b-af88-49d9-a63f-8eab0f96f46b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:30.098443 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4817bd80-ad87-42ba-b1d5-24ce2448a278 req-c59a2451-0221-4871-b526-f7baaa7457bf tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470459 Feb 20 22:35:30.102970 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-657d5dfd-667c-4705-a15b-ecc7cbad2617 admin admin] Publish callbacks [] for security_group (52ce532b-af88-49d9-a63f-8eab0f96f46b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:30.243010 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-657d5dfd-667c-4705-a15b-ecc7cbad2617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (52ce532b-af88-49d9-a63f-8eab0f96f46b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:30.245574 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-657d5dfd-667c-4705-a15b-ecc7cbad2617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:30.249282 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-657d5dfd-667c-4705-a15b-ecc7cbad2617 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/52ce532b-af88-49d9-a63f-8eab0f96f46b HTTP/1.1" status: 204 len: 168 time: 0.2321889 Feb 20 22:35:30.258148 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d5dfd-667c-4705-a15b-ecc7cbad2617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ce532b-af88-49d9-a63f-8eab0f96f46b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:30.753871 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['7703542f-012c-45a8-a4f1-60a6300defc5'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:35:30.852025 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6decf1-76b0-4760-91c7-af342bb365a9 req-c2300e8d-da8d-4538-80ea-358fbe8d2fb7 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:30.853522 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bc6decf1-76b0-4760-91c7-af342bb365a9 req-c2300e8d-da8d-4538-80ea-358fbe8d2fb7 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 944 time: 0.0650444 Feb 20 22:35:30.928586 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bc6decf1-76b0-4760-91c7-af342bb365a9 req-de9805c9-85da-45d4-8bfa-b7262641b0fe tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522256 Feb 20 22:35:31.009848 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574459d-4103-4c2c-b747-a794c9fd9549 req-3e26b290-ee45-419d-9b34-a2d58772b89e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:31.011436 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5574459d-4103-4c2c-b747-a794c9fd9549 req-3e26b290-ee45-419d-9b34-a2d58772b89e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0543640 Feb 20 22:35:31.065568 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5574459d-4103-4c2c-b747-a794c9fd9549 req-795e2b81-4343-411c-93bf-56a2b67e0177 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477698 Feb 20 22:35:31.228952 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29253d45-5a58-409f-b9c1-5871635a1bd4 req-f1288670-9df7-4cd5-8a15-8a1fc13c9780 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:31.230488 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-29253d45-5a58-409f-b9c1-5871635a1bd4 req-f1288670-9df7-4cd5-8a15-8a1fc13c9780 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 945 time: 0.0514200 Feb 20 22:35:31.288224 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-29253d45-5a58-409f-b9c1-5871635a1bd4 req-dcfe1e4d-3faa-45b5-8164-1743346cb977 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510521 Feb 20 22:35:31.373014 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40352) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:31.385947 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c992-24ea-4657-9024-e8f1ae23dff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:31.459990 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c992-24ea-4657-9024-e8f1ae23dff5 admin admin] Publish callbacks [] for security_group (5e64df23-f13a-4c0e-9ac6-14f92f7dbe07), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:31.590649 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c992-24ea-4657-9024-e8f1ae23dff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (5e64df23-f13a-4c0e-9ac6-14f92f7dbe07), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:31.628903 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-6cf1c992-24ea-4657-9024-e8f1ae23dff5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f038fed40fbb4fe29fb1ff6131e9d1bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546465 Feb 20 22:35:31.630895 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1c992-24ea-4657-9024-e8f1ae23dff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e64df23-f13a-4c0e-9ac6-14f92f7dbe07,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:31.631596 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 40360) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:31.683179 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50a5bded-44ce-4ab5-9546-d3ec24ffd6db admin admin] Publish callbacks [] for security_group (5e64df23-f13a-4c0e-9ac6-14f92f7dbe07), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:31.705826 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50a5bded-44ce-4ab5-9546-d3ec24ffd6db admin admin] Publish callbacks [] for security_group (5e64df23-f13a-4c0e-9ac6-14f92f7dbe07), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:31.864480 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50a5bded-44ce-4ab5-9546-d3ec24ffd6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (5e64df23-f13a-4c0e-9ac6-14f92f7dbe07), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:31.867141 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-50a5bded-44ce-4ab5-9546-d3ec24ffd6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:31.873670 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-50a5bded-44ce-4ab5-9546-d3ec24ffd6db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e64df23-f13a-4c0e-9ac6-14f92f7dbe07 HTTP/1.1" status: 204 len: 168 time: 0.2357392 Feb 20 22:35:31.876577 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5bded-44ce-4ab5-9546-d3ec24ffd6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e64df23-f13a-4c0e-9ac6-14f92f7dbe07,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:32.059444 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d17b7e-0f75-4fbd-bffd-ff75aa90974f req-da655e64-13f6-40dc-8ce8-625c9830122b tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:32.063261 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-83d17b7e-0f75-4fbd-bffd-ff75aa90974f req-da655e64-13f6-40dc-8ce8-625c9830122b tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 944 time: 0.0562027 Feb 20 22:35:32.123668 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-83d17b7e-0f75-4fbd-bffd-ff75aa90974f req-9ca0e880-c49d-4999-8cd6-22dfef176362 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512619 Feb 20 22:35:32.136236 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-073dcbcc-2b18-4291-a66d-46e178eada97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:32.213174 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027d7dc-e4c2-48d1-822a-2adf24446798 req-b49583b6-0694-4dc6-92aa-a9976c242719 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:32.214714 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6027d7dc-e4c2-48d1-822a-2adf24446798 req-b49583b6-0694-4dc6-92aa-a9976c242719 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0663602 Feb 20 22:35:32.284582 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6027d7dc-e4c2-48d1-822a-2adf24446798 req-923f77ce-983a-47e7-9f69-78c2ee08694f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577073 Feb 20 22:35:32.452876 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ff685-67da-42f8-8f2e-849dd43b7a1d req-1a32e425-c8a0-4a61-852d-1b645202765b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:32.459012 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6c8ff685-67da-42f8-8f2e-849dd43b7a1d req-1a32e425-c8a0-4a61-852d-1b645202765b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 945 time: 0.0606565 Feb 20 22:35:32.506511 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6c8ff685-67da-42f8-8f2e-849dd43b7a1d req-5e65d623-5619-4e86-8e87-19c660af277f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448439 Feb 20 22:35:32.605631 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7568608f-2f36-4c85-9de3-29ac3da51301 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:35:32.610245 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7703542f-012c-45a8-a4f1-60a6300defc5 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:32.748892 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:32.759804 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '7568608f-2f36-4c85-9de3-29ac3da51301', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'port_id': '7568608f-2f36-4c85-9de3-29ac3da51301', 'mac_address': 'fa:16:3e:a1:aa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:35:32.797138 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 7703542f-012c-45a8-a4f1-60a6300defc5 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:35:32.801362 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 7703542f-012c-45a8-a4f1-60a6300defc5 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:32.801776 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:32.830638 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7568608f-2f36-4c85-9de3-29ac3da51301 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:32.831024 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:32.853482 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7568608f-2f36-4c85-9de3-29ac3da51301 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:35:32.877814 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:32.915861 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7703542f-012c-45a8-a4f1-60a6300defc5 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:32.916140 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:32.939157 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7703542f-012c-45a8-a4f1-60a6300defc5'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:35:33.013854 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7703542f-012c-45a8-a4f1-60a6300defc5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7703542f-012c-45a8-a4f1-60a6300defc5,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:33.026998 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:33.081321 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:33.082327 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 451c5388-4913-495b-bc26-cca46c2132b7 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:33.114997 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:33.120157 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475569e0-4df6-4030-ad62-72f2845b41e7" -d '{"events": [{"server_uuid": "9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6", "name": "network-vif-plugged", "status": "completed", "tag": "7703542f-012c-45a8-a4f1-60a6300defc5"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:35:33.196803 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7703542f-012c-45a8-a4f1-60a6300defc5,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:33.251343 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142594b-6bdb-49dc-8b76-05623e95c9c3 req-0a037d08-ae98-4410-90d0-ac71cc26ad73 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:33.253122 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a142594b-6bdb-49dc-8b76-05623e95c9c3 req-0a037d08-ae98-4410-90d0-ac71cc26ad73 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 944 time: 0.0606146 Feb 20 22:35:33.276973 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 451c5388-4913-495b-bc26-cca46c2132b7 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:35:33.281598 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 451c5388-4913-495b-bc26-cca46c2132b7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:33.282150 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (451c5388-4913-495b-bc26-cca46c2132b7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:33.311473 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['7568608f-2f36-4c85-9de3-29ac3da51301'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:35:33.346095 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a142594b-6bdb-49dc-8b76-05623e95c9c3 req-5913f1a4-840b-477f-aa77-1d9150dd16a0 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698619 Feb 20 22:35:33.436023 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 451c5388-4913-495b-bc26-cca46c2132b7 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:33.436023 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (451c5388-4913-495b-bc26-cca46c2132b7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:33.460030 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed41378-33e5-45b9-ac12-446bdf70683e x-openstack-request-id: req-fed41378-33e5-45b9-ac12-446bdf70683e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:35:33.460310 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6", "name": "network-vif-plugged", "status": "completed", "tag": "7703542f-012c-45a8-a4f1-60a6300defc5", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:35:33.460562 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fed41378-33e5-45b9-ac12-446bdf70683e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:35:33.461180 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7703542f-012c-45a8-a4f1-60a6300defc5', 'code': 200} Feb 20 22:35:33.497315 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a0af6-88f2-403c-8c62-83e893298381 req-48339e35-e39c-4fb3-a065-6afe3fcb00c7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:33.501909 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-099a0af6-88f2-403c-8c62-83e893298381 req-48339e35-e39c-4fb3-a065-6afe3fcb00c7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 944 time: 0.1109769 Feb 20 22:35:33.530566 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 451c5388-4913-495b-bc26-cca46c2132b7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=451c5388-4913-495b-bc26-cca46c2132b7,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:33.559256 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-099a0af6-88f2-403c-8c62-83e893298381 req-6cc8142b-8286-466e-a0d6-ee4b7b439d42 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485630 Feb 20 22:35:33.639780 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (451c5388-4913-495b-bc26-cca46c2132b7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:33.641953 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device e7735496-977e-4097-a2ae-64c3d124018f up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:33.666892 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55276ff1-4586-4c0e-aebe-e77fbc8c54c9 req-53cc1cee-418c-4d03-9451-ee86fb0e722a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:33.668510 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-55276ff1-4586-4c0e-aebe-e77fbc8c54c9 req-53cc1cee-418c-4d03-9451-ee86fb0e722a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0802011 Feb 20 22:35:33.736809 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-55276ff1-4586-4c0e-aebe-e77fbc8c54c9 req-596e4596-96cb-467e-8248-c7a945934f8c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608921 Feb 20 22:35:33.769911 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 40458) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:33.896486 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71792a-af09-4634-88a5-54a597c23574 req-fcbf2557-4520-4934-9657-f0802f4cb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:33.898022 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8a71792a-af09-4634-88a5-54a597c23574 req-fcbf2557-4520-4934-9657-f0802f4cb4bd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 1130 time: 0.1023576 Feb 20 22:35:33.928835 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8a71792a-af09-4634-88a5-54a597c23574 req-c56b0d14-ec0c-4802-a038-12ac6d438d76 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:33.944723 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=451c5388-4913-495b-bc26-cca46c2132b7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:33.976866 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-82dbcba2-8c95-47ce-a86d-bddc87ec1b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.008743 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.042692 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port e7735496-977e-4097-a2ae-64c3d124018f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:35:34.048322 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port e7735496-977e-4097-a2ae-64c3d124018f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:34.051687 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (e7735496-977e-4097-a2ae-64c3d124018f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.106218 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8a71792a-af09-4634-88a5-54a597c23574 req-c56b0d14-ec0c-4802-a038-12ac6d438d76 service neutron] Publish callbacks [] for security_group (facb307d-9af1-44fb-9082-048496fd461b), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.115780 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-82dbcba2-8c95-47ce-a86d-bddc87ec1b0e admin admin] Publish callbacks [] for security_group (0c44a4e6-eee7-4b32-a060-24977cb892bb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.150014 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port e7735496-977e-4097-a2ae-64c3d124018f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:34.150467 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (e7735496-977e-4097-a2ae-64c3d124018f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.186655 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8a71792a-af09-4634-88a5-54a597c23574 req-c56b0d14-ec0c-4802-a038-12ac6d438d76 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (facb307d-9af1-44fb-9082-048496fd461b), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.189941 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-82dbcba2-8c95-47ce-a86d-bddc87ec1b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (0c44a4e6-eee7-4b32-a060-24977cb892bb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.191539 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port e7735496-977e-4097-a2ae-64c3d124018f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e7735496-977e-4097-a2ae-64c3d124018f,segment=NetworkSegment(65aeffaa-3d7d-4154-9655-80bf51b4508a),segment_id=65aeffaa-3d7d-4154-9655-80bf51b4508a)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:34.251138 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8a71792a-af09-4634-88a5-54a597c23574 req-c56b0d14-ec0c-4802-a038-12ac6d438d76 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456132 Feb 20 22:35:34.252459 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b0d14-ec0c-4802-a038-12ac6d438d76 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=facb307d-9af1-44fb-9082-048496fd461b,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:34.256426 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-82dbcba2-8c95-47ce-a86d-bddc87ec1b0e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=74ab8432ab4a4a93b18e35c41efe52e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4851959 Feb 20 22:35:34.259459 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40484) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:34.283581 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (e7735496-977e-4097-a2ae-64c3d124018f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.306565 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbcba2-8c95-47ce-a86d-bddc87ec1b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c44a4e6-eee7-4b32-a060-24977cb892bb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:34.347881 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1fb98429-6d82-416d-8cf4-d2d5e20e3092 admin admin] Publish callbacks [] for security_group (0c44a4e6-eee7-4b32-a060-24977cb892bb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.372678 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=e7735496-977e-4097-a2ae-64c3d124018f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:34.379078 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1fb98429-6d82-416d-8cf4-d2d5e20e3092 admin admin] Publish callbacks [] for security_group (0c44a4e6-eee7-4b32-a060-24977cb892bb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.494026 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7568608f-2f36-4c85-9de3-29ac3da51301 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:35:34.513977 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0aa39-a38e-46e7-a305-d13d27dcc1d5 req-b79afe7c-44bd-4032-abd3-d3a0e007ad7f tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:34.515921 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-26a0aa39-a38e-46e7-a305-d13d27dcc1d5 req-b79afe7c-44bd-4032-abd3-d3a0e007ad7f tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.0619128 Feb 20 22:35:34.522175 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1fb98429-6d82-416d-8cf4-d2d5e20e3092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (0c44a4e6-eee7-4b32-a060-24977cb892bb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.525388 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1fb98429-6d82-416d-8cf4-d2d5e20e3092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.538475 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-1fb98429-6d82-416d-8cf4-d2d5e20e3092 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c44a4e6-eee7-4b32-a060-24977cb892bb HTTP/1.1" status: 204 len: 168 time: 0.2658746 Feb 20 22:35:34.541489 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb98429-6d82-416d-8cf4-d2d5e20e3092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c44a4e6-eee7-4b32-a060-24977cb892bb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:34.581400 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-26a0aa39-a38e-46e7-a305-d13d27dcc1d5 req-9766916a-c39c-49a3-909e-271fbb853f55 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595081 Feb 20 22:35:34.682586 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0b65faac-411f-4745-a8bd-88112bff9674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.705331 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 7568608f-2f36-4c85-9de3-29ac3da51301 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:35:34.710958 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 7568608f-2f36-4c85-9de3-29ac3da51301 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:35:34.718282 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.724268 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c903c2-e01a-435c-a46f-cc656cfb2e7e req-e409cc54-36f1-4efe-a380-af52af831745 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:34.725906 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-17c903c2-e01a-435c-a46f-cc656cfb2e7e req-e409cc54-36f1-4efe-a380-af52af831745 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 944 time: 0.0658894 Feb 20 22:35:34.828890 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-17c903c2-e01a-435c-a46f-cc656cfb2e7e req-dbc508da-1403-431d-a4d1-b22243e82b69 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931795 Feb 20 22:35:34.832211 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7568608f-2f36-4c85-9de3-29ac3da51301 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:35:34.832608 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:34.865831 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:35:34.878695 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92fb1c-8bef-462a-bb54-b9c0bff09489 req-78834f91-388c-4ca0-9ae6-10d7feb4a28a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:34.880479 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3a92fb1c-8bef-462a-bb54-b9c0bff09489 req-78834f91-388c-4ca0-9ae6-10d7feb4a28a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0626588 Feb 20 22:35:34.927278 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3a92fb1c-8bef-462a-bb54-b9c0bff09489 req-140d9d19-b3c8-4f07-99de-8ef24533ae06 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Feb 20 22:35:34.985858 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:35.036647 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:35.462029 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c5388-4913-495b-bc26-cca46c2132b7'}, {'server_uuid': '00498572-2e3c-4570-8ee5-f403e1622c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7735496-977e-4097-a2ae-64c3d124018f'}, {'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:35:35.464882 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b6af6-0725-40de-ac3a-765592c06ad8" -d '{"events": [{"server_uuid": "cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce", "name": "network-vif-plugged", "status": "completed", "tag": "451c5388-4913-495b-bc26-cca46c2132b7"}, {"server_uuid": "00498572-2e3c-4570-8ee5-f403e1622c8a", "name": "network-vif-plugged", "status": "completed", "tag": "e7735496-977e-4097-a2ae-64c3d124018f"}, {"server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "name": "network-vif-plugged", "status": "completed", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:35:35.532089 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 20 Feb 2022 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463392be-7048-44e5-8e3b-09ebbe7515fd x-openstack-request-id: req-463392be-7048-44e5-8e3b-09ebbe7515fd {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:35:35.532412 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce", "name": "network-vif-plugged", "status": "completed", "tag": "451c5388-4913-495b-bc26-cca46c2132b7", "code": 200}, {"server_uuid": "00498572-2e3c-4570-8ee5-f403e1622c8a", "name": "network-vif-plugged", "status": "completed", "tag": "e7735496-977e-4097-a2ae-64c3d124018f", "code": 200}, {"server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "name": "network-vif-plugged", "status": "completed", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:35:35.532627 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-463392be-7048-44e5-8e3b-09ebbe7515fd {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:35:35.533021 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451c5388-4913-495b-bc26-cca46c2132b7', 'code': 200} Feb 20 22:35:35.533272 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00498572-2e3c-4570-8ee5-f403e1622c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7735496-977e-4097-a2ae-64c3d124018f', 'code': 200} Feb 20 22:35:35.533519 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301', 'code': 200} Feb 20 22:35:35.659896 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:35.724911 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51528ef9-571d-48e8-96fb-3db47b8fe5cd req-0e0f72a7-e490-44a5-971b-aad0e6197146 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:35.726498 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-51528ef9-571d-48e8-96fb-3db47b8fe5cd req-0e0f72a7-e490-44a5-971b-aad0e6197146 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.0542841 Feb 20 22:35:35.776561 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-51528ef9-571d-48e8-96fb-3db47b8fe5cd req-70c031c0-6f2c-4eaf-9f6b-a332e5887982 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Feb 20 22:35:35.975785 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665ab3e-083b-4d6f-aeae-481f7128f5b3 req-d86ede60-627a-4c0a-b26f-be7de251bf7f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:35.977477 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6665ab3e-083b-4d6f-aeae-481f7128f5b3 req-d86ede60-627a-4c0a-b26f-be7de251bf7f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0707102 Feb 20 22:35:36.032512 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c88fb-86fe-4ceb-a8c9-e2ecb64c54a9 req-91d537f2-05f9-4818-908d-32305a70f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:36.034384 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f94c88fb-86fe-4ceb-a8c9-e2ecb64c54a9 req-91d537f2-05f9-4818-908d-32305a70f78a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 1129 time: 0.0780234 Feb 20 22:35:36.107750 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6665ab3e-083b-4d6f-aeae-481f7128f5b3 req-e637ec0a-3edb-405d-bc3b-84d622049327 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227756 Feb 20 22:35:36.157638 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c52989-d126-4b0f-b0cd-8a12a5be3ac2 req-1a34179f-1108-4721-add2-33952b53e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:36.159649 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-61c52989-d126-4b0f-b0cd-8a12a5be3ac2 req-1a34179f-1108-4721-add2-33952b53e017 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 1129 time: 0.1068602 Feb 20 22:35:36.208448 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f94c88fb-86fe-4ceb-a8c9-e2ecb64c54a9 req-794a1108-6e25-40b5-8598-cdb266c4aa5f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541939 Feb 20 22:35:36.222736 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bcce5-ead3-424b-880b-900dd5f24ce1 req-ceda97a3-fefc-4dc1-b94c-3903cd7e15f1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:36.224410 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f47bcce5-ead3-424b-880b-900dd5f24ce1 req-ceda97a3-fefc-4dc1-b94c-3903cd7e15f1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.1776257 Feb 20 22:35:36.233754 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c895d-956f-4127-acfb-957bfb3b5884 req-4c5ff7ef-e2a9-4bb7-a584-39a2ca6072d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:36.235822 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-266c895d-956f-4127-acfb-957bfb3b5884 req-4c5ff7ef-e2a9-4bb7-a584-39a2ca6072d3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 1129 time: 0.1228368 Feb 20 22:35:36.247726 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-61c52989-d126-4b0f-b0cd-8a12a5be3ac2 req-4332f95e-d1d0-4a7e-81b3-c56ad8ba94ca service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722539 Feb 20 22:35:36.276299 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f47bcce5-ead3-424b-880b-900dd5f24ce1 req-882af82b-4129-4fe9-a265-785dd3f67751 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455883 Feb 20 22:35:36.605410 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40596) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:36.670391 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-266c895d-956f-4127-acfb-957bfb3b5884 req-416e8c61-1e1e-4709-9389-69acbb427ba7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Feb 20 22:35:36.710441 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daadb010-ef66-462f-a6db-f75eb254ee1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:36.791345 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daadb010-ef66-462f-a6db-f75eb254ee1b admin admin] Publish callbacks [] for security_group (de8cd0de-29a3-4f18-a2f5-106d3ce020a9), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:36.889187 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:36.896796 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daadb010-ef66-462f-a6db-f75eb254ee1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (de8cd0de-29a3-4f18-a2f5-106d3ce020a9), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:36.941993 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-daadb010-ef66-462f-a6db-f75eb254ee1b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2cf2255585fd41b69ab12aee3ca48823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348219 Feb 20 22:35:36.944765 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40608) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:36.951927 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadb010-ef66-462f-a6db-f75eb254ee1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8cd0de-29a3-4f18-a2f5-106d3ce020a9,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:36.978523 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfde88-88f9-4dd8-a155-29d3f353455b req-7d8c12b6-615d-4d66-b09e-03c9aaafffcd tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:36.979980 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-06bfde88-88f9-4dd8-a155-29d3f353455b req-7d8c12b6-615d-4d66-b09e-03c9aaafffcd tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.1120412 Feb 20 22:35:37.040304 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f50e328d-5642-475c-9b6b-ffbdaf6ec81b admin admin] Publish callbacks [] for security_group (de8cd0de-29a3-4f18-a2f5-106d3ce020a9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:37.059477 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-06bfde88-88f9-4dd8-a155-29d3f353455b req-24dc8f60-5099-4366-a9e0-99aa3ad4a388 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710876 Feb 20 22:35:37.077857 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f50e328d-5642-475c-9b6b-ffbdaf6ec81b admin admin] Publish callbacks [] for security_group (de8cd0de-29a3-4f18-a2f5-106d3ce020a9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:37.214273 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f50e328d-5642-475c-9b6b-ffbdaf6ec81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (de8cd0de-29a3-4f18-a2f5-106d3ce020a9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:37.219029 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f50e328d-5642-475c-9b6b-ffbdaf6ec81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:37.222688 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-f50e328d-5642-475c-9b6b-ffbdaf6ec81b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/de8cd0de-29a3-4f18-a2f5-106d3ce020a9 HTTP/1.1" status: 204 len: 168 time: 0.2767122 Feb 20 22:35:37.243002 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e328d-5642-475c-9b6b-ffbdaf6ec81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8cd0de-29a3-4f18-a2f5-106d3ce020a9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:37.291821 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f20ed-d926-4341-85b7-2a7afbaf3ac7 req-8bdc85ea-7979-41ff-a865-fb760e2a71a1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:37.293599 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-676f20ed-d926-4341-85b7-2a7afbaf3ac7 req-8bdc85ea-7979-41ff-a865-fb760e2a71a1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0811186 Feb 20 22:35:37.347908 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-676f20ed-d926-4341-85b7-2a7afbaf3ac7 req-262fe590-cbb8-4fdf-a701-43691e02df62 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469160 Feb 20 22:35:37.414928 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda147e3-e0bd-4920-aaa0-1231d493928d req-0ee46380-c5d6-453c-936d-8555d8626d36 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:37.417044 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fda147e3-e0bd-4920-aaa0-1231d493928d req-0ee46380-c5d6-453c-936d-8555d8626d36 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0550630 Feb 20 22:35:37.469069 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fda147e3-e0bd-4920-aaa0-1231d493928d req-cdb84409-e4db-490b-8219-51fe1d2c4fc5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Feb 20 22:35:37.882333 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40654) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:38.003870 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0a63729-c4b3-4994-bb79-dc4694bdae54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.087136 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0a63729-c4b3-4994-bb79-dc4694bdae54 admin admin] Publish callbacks [] for security_group (7e2b3bbe-f8dd-4cf1-8358-a7418188841d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.140455 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 40666) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:38.156788 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f41524d-8bdf-4687-a115-635c5e587253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.163251 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d0a63729-c4b3-4994-bb79-dc4694bdae54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (7e2b3bbe-f8dd-4cf1-8358-a7418188841d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.210486 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-d0a63729-c4b3-4994-bb79-dc4694bdae54 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d6f2b62f7aa469b8efd395abc85d850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263454 Feb 20 22:35:38.213587 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 40674) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:38.214503 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a63729-c4b3-4994-bb79-dc4694bdae54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2b3bbe-f8dd-4cf1-8358-a7418188841d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:38.226396 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3b71-2852-4229-ad6a-c837c927d0bf req-3ae631eb-20ab-4cda-8a10-31e4d1e7a243 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:38.233365 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f1ad3b71-2852-4229-ad6a-c837c927d0bf req-3ae631eb-20ab-4cda-8a10-31e4d1e7a243 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.1073627 Feb 20 22:35:38.285306 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3fa50-fe64-4a1d-aa02-2733ce16530d req-9f9f9ff5-f0be-46a8-a592-bdb574c1b3a2 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:38.286310 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f1ad3b71-2852-4229-ad6a-c837c927d0bf req-3505e54d-9304-4601-a619-2252dff1c9cb tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519888 Feb 20 22:35:38.287287 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-42f3fa50-fe64-4a1d-aa02-2733ce16530d req-9f9f9ff5-f0be-46a8-a592-bdb574c1b3a2 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.1268456 Feb 20 22:35:38.340891 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f046-31e2-47f2-a2ea-28d43fe204e7 admin admin] Publish callbacks [] for security_group (7e2b3bbe-f8dd-4cf1-8358-a7418188841d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.367781 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f41524d-8bdf-4687-a115-635c5e587253 admin admin] Publish callbacks [] for security_group (4350c927-d8bd-46d0-95e4-6fcc91a8caf1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.385506 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-42f3fa50-fe64-4a1d-aa02-2733ce16530d req-5f4e10c2-f72c-4bb9-bb71-fd1450546843 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892100 Feb 20 22:35:38.396979 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f046-31e2-47f2-a2ea-28d43fe204e7 admin admin] Publish callbacks [] for security_group (7e2b3bbe-f8dd-4cf1-8358-a7418188841d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.493678 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53d874-6912-4f5b-bf68-89d73d4dd70a req-490b3cf5-7f60-4df4-a3a2-d2c592d799a4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:38.495229 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dc53d874-6912-4f5b-bf68-89d73d4dd70a req-490b3cf5-7f60-4df4-a3a2-d2c592d799a4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0534000 Feb 20 22:35:38.531653 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6f41524d-8bdf-4687-a115-635c5e587253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (4350c927-d8bd-46d0-95e4-6fcc91a8caf1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.546782 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dc53d874-6912-4f5b-bf68-89d73d4dd70a req-c777054b-b2e6-4d29-957d-fd5a60cf0529 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Feb 20 22:35:38.556260 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.565358 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f046-31e2-47f2-a2ea-28d43fe204e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (7e2b3bbe-f8dd-4cf1-8358-a7418188841d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.567471 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f046-31e2-47f2-a2ea-28d43fe204e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.568570 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b9f1f046-31e2-47f2-a2ea-28d43fe204e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e2b3bbe-f8dd-4cf1-8358-a7418188841d HTTP/1.1" status: 204 len: 168 time: 0.3517051 Feb 20 22:35:38.575802 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6f41524d-8bdf-4687-a115-635c5e587253 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f80e25b0d6404de79eea74f0dbf01536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4341767 Feb 20 22:35:38.579660 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40686) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:38.584222 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41524d-8bdf-4687-a115-635c5e587253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4350c927-d8bd-46d0-95e4-6fcc91a8caf1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:38.596189 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1f046-31e2-47f2-a2ea-28d43fe204e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2b3bbe-f8dd-4cf1-8358-a7418188841d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:38.655268 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f06f0496-5282-4bdd-b42b-82d8bb43ad9f admin admin] Publish callbacks [] for security_group (4350c927-d8bd-46d0-95e4-6fcc91a8caf1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.683646 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f06f0496-5282-4bdd-b42b-82d8bb43ad9f admin admin] Publish callbacks [] for security_group (4350c927-d8bd-46d0-95e4-6fcc91a8caf1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.711931 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a3161-efe9-4a0d-b3b3-368921a0935c req-c8bf3dc9-2733-41e7-b820-254d8e3a6248 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:38.722789 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40690) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:38.726305 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d03a3161-efe9-4a0d-b3b3-368921a0935c req-c8bf3dc9-2733-41e7-b820-254d8e3a6248 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0857651 Feb 20 22:35:38.727600 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-198cc1b2-e141-4b23-8ca9-7feffa1528df tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'floatingip': {'port_id': '7568608f-2f36-4c85-9de3-29ac3da51301'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:35:38.801735 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-198cc1b2-e141-4b23-8ca9-7feffa1528df tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (46e2fcdb-89b2-411e-99fd-eb860f7e0e4e), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.881872 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f06f0496-5282-4bdd-b42b-82d8bb43ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (4350c927-d8bd-46d0-95e4-6fcc91a8caf1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.884392 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f06f0496-5282-4bdd-b42b-82d8bb43ad9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:38.885554 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-f06f0496-5282-4bdd-b42b-82d8bb43ad9f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4350c927-d8bd-46d0-95e4-6fcc91a8caf1 HTTP/1.1" status: 204 len: 168 time: 0.3049152 Feb 20 22:35:38.913565 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f0496-5282-4bdd-b42b-82d8bb43ad9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4350c927-d8bd-46d0-95e4-6fcc91a8caf1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:39.330362 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 40712) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:39.346376 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb353b53-513e-4767-9612-8f556e462b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:39.435079 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb353b53-513e-4767-9612-8f556e462b2a admin admin] Publish callbacks [] for security_group (7daee236-52ef-4591-9e07-a0d0232212d9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:39.522414 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a48f4-4fe9-47c6-b1a6-96b6ee99c017 req-e93eeef4-f923-4240-80a7-af6de1c8ea98 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:39.524131 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-174a48f4-4fe9-47c6-b1a6-96b6ee99c017 req-e93eeef4-f923-4240-80a7-af6de1c8ea98 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.0585206 Feb 20 22:35:39.549985 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb353b53-513e-4767-9612-8f556e462b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (7daee236-52ef-4591-9e07-a0d0232212d9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:39.617768 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.db.resource_extend [None req-198cc1b2-e141-4b23-8ca9-7feffa1528df tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 20 22:35:39.620569 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb353b53-513e-4767-9612-8f556e462b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daee236-52ef-4591-9e07-a0d0232212d9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:39.629513 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-eb353b53-513e-4767-9612-8f556e462b2a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1cc143bd60984db7b7f5335b0e7cd0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978208 Feb 20 22:35:39.642940 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-174a48f4-4fe9-47c6-b1a6-96b6ee99c017 req-22a0f32b-6e3b-4c54-8e78-16e905421c48 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091235 Feb 20 22:35:39.648352 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 40728) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:39.707715 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-384b7a11-a2e2-438e-9c57-3a5366f422a0 admin admin] Publish callbacks [] for security_group (7daee236-52ef-4591-9e07-a0d0232212d9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:39.728310 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6ad84-9ee9-4849-8c70-b430b970bfe9 req-3d372761-8773-4c6e-b2aa-dc0b6838d599 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:39.729863 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4e6ad84-9ee9-4849-8c70-b430b970bfe9 req-3d372761-8773-4c6e-b2aa-dc0b6838d599 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.1726735 Feb 20 22:35:39.734922 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-384b7a11-a2e2-438e-9c57-3a5366f422a0 admin admin] Publish callbacks [] for security_group (7daee236-52ef-4591-9e07-a0d0232212d9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:39.740250 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-198cc1b2-e141-4b23-8ca9-7feffa1528df tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:39.783924 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4e6ad84-9ee9-4849-8c70-b430b970bfe9 req-84fc5d62-044a-42ef-8ad0-27dbba4e1253 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466211 Feb 20 22:35:39.798335 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-198cc1b2-e141-4b23-8ca9-7feffa1528df tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (46e2fcdb-89b2-411e-99fd-eb860f7e0e4e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:39.843232 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-384b7a11-a2e2-438e-9c57-3a5366f422a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (7daee236-52ef-4591-9e07-a0d0232212d9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:39.845905 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-384b7a11-a2e2-438e-9c57-3a5366f422a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:39.847278 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-384b7a11-a2e2-438e-9c57-3a5366f422a0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7daee236-52ef-4591-9e07-a0d0232212d9 HTTP/1.1" status: 204 len: 168 time: 0.1977634 Feb 20 22:35:39.855981 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b7a11-a2e2-438e-9c57-3a5366f422a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daee236-52ef-4591-9e07-a0d0232212d9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:39.967053 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [None req-198cc1b2-e141-4b23-8ca9-7feffa1528df tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Floating IP 46e2fcdb-89b2-411e-99fd-eb860f7e0e4e associated. External IP: 172.27.0.231, port: 7568608f-2f36-4c85-9de3-29ac3da51301. Feb 20 22:35:40.201738 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198cc1b2-e141-4b23-8ca9-7feffa1528df tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:35:40.221067 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b78e73-3fcd-4ad0-abeb-050f117455d6 req-5f43f57e-1fe8-4334-be5d-a89546e69c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:40.223954 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46b78e73-3fcd-4ad0-abeb-050f117455d6 req-5f43f57e-1fe8-4334-be5d-a89546e69c5b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 1130 time: 0.0615461 Feb 20 22:35:40.331349 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198cc1b2-e141-4b23-8ca9-7feffa1528df tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:35:40.336760 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b78e73-3fcd-4ad0-abeb-050f117455d6 req-43400f8f-f816-4477-8404-4536b989f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:40.337722 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-198cc1b2-e141-4b23-8ca9-7feffa1528df tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:40.338300 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46b78e73-3fcd-4ad0-abeb-050f117455d6 req-43400f8f-f816-4477-8404-4536b989f0e1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 919 time: 0.1048095 Feb 20 22:35:40.346326 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] Sync routers for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:35:40.367925 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:35:40.368701 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:35:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:40.385638 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-198cc1b2-e141-4b23-8ca9-7feffa1528df tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "PUT /v2.0/floatingips/46e2fcdb-89b2-411e-99fd-eb860f7e0e4e HTTP/1.1" status: 200 len: 991 time: 1.6617491 Feb 20 22:35:40.386255 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:35:40.391201 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:35:40.439012 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6977897f-5fd1-4ce2-84e7-3db5a9b50126 x-openstack-request-id: req-6977897f-5fd1-4ce2-84e7-3db5a9b50126 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:35:40.439301 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:35:40.440174 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6977897f-5fd1-4ce2-84e7-3db5a9b50126 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:35:40.440605 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301', 'status': 'completed', 'code': 200} Feb 20 22:35:40.476732 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46b78e73-3fcd-4ad0-abeb-050f117455d6 req-944eb0b0-0905-46c2-bc63-5b5e54c0cc5b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7703542f-012c-45a8-a4f1-60a6300defc5 HTTP/1.1" status: 200 len: 217 time: 0.1217625 Feb 20 22:35:40.547230 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b78e73-3fcd-4ad0-abeb-050f117455d6 req-cc7930a3-b5ee-4ae8-8074-4a8d4ae54b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:40.548974 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46b78e73-3fcd-4ad0-abeb-050f117455d6 req-cc7930a3-b5ee-4ae8-8074-4a8d4ae54b96 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.0627525 Feb 20 22:35:40.563414 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-c4459be8-9fda-4e5e-9d4d-27fd0a3f5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:40.564940 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-c4459be8-9fda-4e5e-9d4d-27fd0a3f5421 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 1129 time: 0.0789649 Feb 20 22:35:40.601075 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:35:40.702876 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46b78e73-3fcd-4ad0-abeb-050f117455d6 req-aa386fd7-4ebe-4d1c-a559-85895250cd9e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183405 Feb 20 22:35:40.895294 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46b78e73-3fcd-4ad0-abeb-050f117455d6 req-e9e56eac-7baa-4c41-9e63-0cf036c7c05f service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847305 Feb 20 22:35:40.983263 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-c81a27fc-f56b-4052-b65a-85be8039a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:40.985281 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-c81a27fc-f56b-4052-b65a-85be8039a1cb service neutron] 10.222.0.91 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 917 time: 0.3986342 Feb 20 22:35:41.051922 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38533d6-e803-4a3f-921c-e8cacf2da852 req-a5751942-0268-4d3b-9459-6488e3065964 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:41.059476 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a38533d6-e803-4a3f-921c-e8cacf2da852 req-a5751942-0268-4d3b-9459-6488e3065964 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.1982942 Feb 20 22:35:41.069797 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '46e2fcdb-89b2-411e-99fd-eb860f7e0e4e', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'port_id': '7568608f-2f36-4c85-9de3-29ac3da51301', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'mac_address': 'fa:16:3e:a1:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:35:11Z', 'updated_at': '2022-02-20T22:35:39Z', 'revision_number': 1, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:41.077051 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6982bb-8622-4cb2-a7ab-525544b89e5f req-b4ec1b0a-d847-44c4-a043-be018d1d6a21 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:41.094675 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6f6982bb-8622-4cb2-a7ab-525544b89e5f req-b4ec1b0a-d847-44c4-a043-be018d1d6a21 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.1798825 Feb 20 22:35:41.121855 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] Checking router: 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:35:41.135430 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:35:41.136523 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46b78e73-3fcd-4ad0-abeb-050f117455d6 req-213a1fdc-221c-4c60-86c2-9f855a2871e5 service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320755 Feb 20 22:35:41.137480 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:35:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:41.204105 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-d0c313b6-da9a-460e-9136-bc3c98dcc05e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7568608f-2f36-4c85-9de3-29ac3da51301 HTTP/1.1" status: 200 len: 999 time: 0.2094774 Feb 20 22:35:41.241961 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a38533d6-e803-4a3f-921c-e8cacf2da852 req-7394eee7-3835-48a0-858a-4524b6e60265 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792178 Feb 20 22:35:41.254429 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6f6982bb-8622-4cb2-a7ab-525544b89e5f req-7baa8726-d554-4374-aa37-0ac9e6ded2e8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463230 Feb 20 22:35:41.329306 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-c03847f1-806c-40d3-ad00-d49683df5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:41.330828 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-c03847f1-806c-40d3-ad00-d49683df5ed9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 200 len: 855 time: 0.1187987 Feb 20 22:35:41.350578 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:35:41.463579 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-df018ab9-384f-454b-a64e-8acbb8cae614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:41.465501 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-df018ab9-384f-454b-a64e-8acbb8cae614 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b23fffc4-fb98-41ca-b863-88db23b63f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1271844 Feb 20 22:35:41.573763 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-935982f5-2b51-44ff-9030-35d2f8a34036 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016545 Feb 20 22:35:41.717170 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-91e0b9e0-1404-4538-b716-3efc5d3bf3e4 req-65a8fb85-b9c4-4da0-9623-03b21773258d service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380439 Feb 20 22:35:41.807857 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '46e2fcdb-89b2-411e-99fd-eb860f7e0e4e', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'port_id': '7568608f-2f36-4c85-9de3-29ac3da51301', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'mac_address': 'fa:16:3e:a1:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:35:11Z', 'updated_at': '2022-02-20T22:35:39Z', 'revision_number': 1, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:35:41.842002 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99031287-a93a-4534-852a-9dd6c3250e86 None None] The sync data for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi is: [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '46e2fcdb-89b2-411e-99fd-eb860f7e0e4e', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'port_id': '7568608f-2f36-4c85-9de3-29ac3da51301', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'mac_address': 'fa:16:3e:a1:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:35:11Z', 'updated_at': '2022-02-20T22:35:39Z', 'revision_number': 1, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:35:42.123773 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e1450-55dd-4da9-968d-73e76b649748 None None] New status for floating IP 46e2fcdb-89b2-411e-99fd-eb860f7e0e4e: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:35:42.400649 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c11840-2482-485d-8dc2-b85bb7959fca req-09ce2329-296d-4f66-a68a-3b1abbcbaa7a tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:42.404500 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f6c11840-2482-485d-8dc2-b85bb7959fca req-09ce2329-296d-4f66-a68a-3b1abbcbaa7a tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.0845408 Feb 20 22:35:42.428289 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dd957-40cd-42f0-827e-52481bc2180e req-f3bbfa1d-ce50-479a-82df-b46726c07470 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:42.429873 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6f0dd957-40cd-42f0-827e-52481bc2180e req-f3bbfa1d-ce50-479a-82df-b46726c07470 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0967505 Feb 20 22:35:42.477097 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f6c11840-2482-485d-8dc2-b85bb7959fca req-1878d29b-ad18-4f2d-ac53-ef7ab9455eb2 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633447 Feb 20 22:35:42.523663 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6f0dd957-40cd-42f0-827e-52481bc2180e req-78fdea43-d05e-452d-bfec-3e742a1731ed tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874593 Feb 20 22:35:43.677955 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2286bbc-e859-432e-ae2e-463d5d292491 req-1969c7af-7f64-48aa-a60f-2b6c8329fd2f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:43.679354 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a2286bbc-e859-432e-ae2e-463d5d292491 req-1969c7af-7f64-48aa-a60f-2b6c8329fd2f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0572047 Feb 20 22:35:43.726604 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a2286bbc-e859-432e-ae2e-463d5d292491 req-30584de9-db00-4cca-a381-99b6a96af2d3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417349 Feb 20 22:35:44.748218 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 40950) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:44.856316 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e329cc-3bb7-4149-a459-06456eab5761 req-6a56462a-5953-4b88-af7a-7c7b71e3ef8e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:44.859922 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f8e329cc-3bb7-4149-a459-06456eab5761 req-6a56462a-5953-4b88-af7a-7c7b71e3ef8e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0653188 Feb 20 22:35:44.869881 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74734ebd-846f-4fac-af59-532efa5a9b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:44.907692 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f8e329cc-3bb7-4149-a459-06456eab5761 req-32ec029e-e0bc-48df-8562-57ceab81b8d9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Feb 20 22:35:44.946798 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74734ebd-846f-4fac-af59-532efa5a9b99 admin admin] Publish callbacks [] for security_group (ff4c3dc8-2338-430e-9ce4-66c69df464e3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:45.031751 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-74734ebd-846f-4fac-af59-532efa5a9b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (ff4c3dc8-2338-430e-9ce4-66c69df464e3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:45.071105 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-74734ebd-846f-4fac-af59-532efa5a9b99 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=654acb7191164dfdaf9a54cd71f7789d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216681 Feb 20 22:35:45.071948 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74734ebd-846f-4fac-af59-532efa5a9b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4c3dc8-2338-430e-9ce4-66c69df464e3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:45.074099 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40962) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:45.122099 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e83ff9f-db92-4b0b-9691-1cf59f5b2ddb admin admin] Publish callbacks [] for security_group (ff4c3dc8-2338-430e-9ce4-66c69df464e3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:45.144507 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e83ff9f-db92-4b0b-9691-1cf59f5b2ddb admin admin] Publish callbacks [] for security_group (ff4c3dc8-2338-430e-9ce4-66c69df464e3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:45.276832 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e83ff9f-db92-4b0b-9691-1cf59f5b2ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (ff4c3dc8-2338-430e-9ce4-66c69df464e3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:45.279571 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e83ff9f-db92-4b0b-9691-1cf59f5b2ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:45.280706 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-1e83ff9f-db92-4b0b-9691-1cf59f5b2ddb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ff4c3dc8-2338-430e-9ce4-66c69df464e3 HTTP/1.1" status: 204 len: 168 time: 0.2055514 Feb 20 22:35:45.290910 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83ff9f-db92-4b0b-9691-1cf59f5b2ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4c3dc8-2338-430e-9ce4-66c69df464e3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:45.857638 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40976) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:45.870263 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3530c8ef-c274-4529-84cf-152ba54ec724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:45.942391 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3530c8ef-c274-4529-84cf-152ba54ec724 admin admin] Publish callbacks [] for security_group (c8e59d88-755d-4061-87a1-59bad7d4f092), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:46.008460 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3530c8ef-c274-4529-84cf-152ba54ec724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (c8e59d88-755d-4061-87a1-59bad7d4f092), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:46.026880 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd871c2-7f6f-49ad-b016-7e43eb51c773 req-97bab1f7-6750-4419-9a85-3a19383102e2 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:46.028271 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7fd871c2-7f6f-49ad-b016-7e43eb51c773 req-97bab1f7-6750-4419-9a85-3a19383102e2 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0538790 Feb 20 22:35:46.050055 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-3530c8ef-c274-4529-84cf-152ba54ec724 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b04a1688f0a04f3f963e37d9ecfee023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910493 Feb 20 22:35:46.050745 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530c8ef-c274-4529-84cf-152ba54ec724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e59d88-755d-4061-87a1-59bad7d4f092,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:46.052986 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 40982) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:46.086304 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7fd871c2-7f6f-49ad-b016-7e43eb51c773 req-b52cf142-076d-4bf3-8ea8-36ef13e5bec0 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522149 Feb 20 22:35:46.112224 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-119ccc41-57e0-4d32-a5da-683f19d4c692 admin admin] Publish callbacks [] for security_group (c8e59d88-755d-4061-87a1-59bad7d4f092), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:46.139074 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-119ccc41-57e0-4d32-a5da-683f19d4c692 admin admin] Publish callbacks [] for security_group (c8e59d88-755d-4061-87a1-59bad7d4f092), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:46.248838 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-119ccc41-57e0-4d32-a5da-683f19d4c692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (c8e59d88-755d-4061-87a1-59bad7d4f092), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:46.251401 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-119ccc41-57e0-4d32-a5da-683f19d4c692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:46.252516 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-119ccc41-57e0-4d32-a5da-683f19d4c692 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c8e59d88-755d-4061-87a1-59bad7d4f092 HTTP/1.1" status: 204 len: 168 time: 0.1984949 Feb 20 22:35:46.260913 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ccc41-57e0-4d32-a5da-683f19d4c692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e59d88-755d-4061-87a1-59bad7d4f092,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:47.224298 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e519-9899-4926-ae72-41e3a5c66195 req-a65e10b4-8b1f-4c7c-b73c-350ad2c199d3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:47.225822 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b397e519-9899-4926-ae72-41e3a5c66195 req-a65e10b4-8b1f-4c7c-b73c-350ad2c199d3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0663595 Feb 20 22:35:47.280972 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b397e519-9899-4926-ae72-41e3a5c66195 req-70e9bd8b-47e6-4b50-b7ee-3cc83181b857 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485284 Feb 20 22:35:47.992794 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41082) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:48.130827 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5b55bb9-09de-4e19-896c-a5d685e3f07c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:48.212288 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5b55bb9-09de-4e19-896c-a5d685e3f07c admin admin] Publish callbacks [] for security_group (ba85c9c5-2b8b-43e9-9089-8794c58986e0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:48.305398 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e5b55bb9-09de-4e19-896c-a5d685e3f07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (ba85c9c5-2b8b-43e9-9089-8794c58986e0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:48.343968 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b55bb9-09de-4e19-896c-a5d685e3f07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba85c9c5-2b8b-43e9-9089-8794c58986e0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:48.348229 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e5b55bb9-09de-4e19-896c-a5d685e3f07c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=818050828e7c4c72885c1fd3c17e4e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3543024 Feb 20 22:35:48.351697 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41094) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:48.406516 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c826-66bc-447e-9275-06b3699a85f6 req-27be0b58-8792-4501-a0c0-28bcb06049c9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:48.407237 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad85402f-0964-41a4-af16-b840d1654588 admin admin] Publish callbacks [] for security_group (ba85c9c5-2b8b-43e9-9089-8794c58986e0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:48.407878 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2972c826-66bc-447e-9275-06b3699a85f6 req-27be0b58-8792-4501-a0c0-28bcb06049c9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0586736 Feb 20 22:35:48.429359 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad85402f-0964-41a4-af16-b840d1654588 admin admin] Publish callbacks [] for security_group (ba85c9c5-2b8b-43e9-9089-8794c58986e0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:48.454902 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2972c826-66bc-447e-9275-06b3699a85f6 req-e161617e-4d31-49c7-a41e-8a099cb59946 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Feb 20 22:35:48.529364 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad85402f-0964-41a4-af16-b840d1654588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (ba85c9c5-2b8b-43e9-9089-8794c58986e0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:48.532094 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ad85402f-0964-41a4-af16-b840d1654588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:48.533249 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ad85402f-0964-41a4-af16-b840d1654588 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ba85c9c5-2b8b-43e9-9089-8794c58986e0 HTTP/1.1" status: 204 len: 168 time: 0.1789434 Feb 20 22:35:48.541665 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85402f-0964-41a4-af16-b840d1654588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba85c9c5-2b8b-43e9-9089-8794c58986e0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:49.242898 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41112) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:49.256629 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49a99e6a-c1e3-47b9-bbc2-9ab3090b435c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:49.332540 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49a99e6a-c1e3-47b9-bbc2-9ab3090b435c admin admin] Publish callbacks [] for security_group (0e826965-e0b6-4112-8b6b-b4c634526770), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:49.420419 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-49a99e6a-c1e3-47b9-bbc2-9ab3090b435c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (0e826965-e0b6-4112-8b6b-b4c634526770), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:49.463525 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-49a99e6a-c1e3-47b9-bbc2-9ab3090b435c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=74f7d998d7894ae0afa2e39ad2ab8582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194657 Feb 20 22:35:49.463664 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41122) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:49.465794 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a99e6a-c1e3-47b9-bbc2-9ab3090b435c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e826965-e0b6-4112-8b6b-b4c634526770,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:49.521604 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d4131a8-96ca-40aa-9bc3-562ba02d0797 admin admin] Publish callbacks [] for security_group (0e826965-e0b6-4112-8b6b-b4c634526770), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:49.546384 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d4131a8-96ca-40aa-9bc3-562ba02d0797 admin admin] Publish callbacks [] for security_group (0e826965-e0b6-4112-8b6b-b4c634526770), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:49.592266 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc4bed-6632-44d4-a34e-cfe196faadf5 req-b0b251b3-820c-4036-a263-d2e98e68d259 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:49.594467 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-13bc4bed-6632-44d4-a34e-cfe196faadf5 req-b0b251b3-820c-4036-a263-d2e98e68d259 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0550966 Feb 20 22:35:49.640790 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-13bc4bed-6632-44d4-a34e-cfe196faadf5 req-89aa1bf4-f542-4f57-8a75-cb6dc1d573de tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Feb 20 22:35:49.677104 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d4131a8-96ca-40aa-9bc3-562ba02d0797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (0e826965-e0b6-4112-8b6b-b4c634526770), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:49.679895 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8d4131a8-96ca-40aa-9bc3-562ba02d0797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:49.681085 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8d4131a8-96ca-40aa-9bc3-562ba02d0797 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e826965-e0b6-4112-8b6b-b4c634526770 HTTP/1.1" status: 204 len: 168 time: 0.2155154 Feb 20 22:35:49.689646 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4131a8-96ca-40aa-9bc3-562ba02d0797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e826965-e0b6-4112-8b6b-b4c634526770,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:49.910205 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41148) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:50.033965 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb857fff-3aa9-4a30-b6d0-f0f6f52a3d60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:50.118215 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb857fff-3aa9-4a30-b6d0-f0f6f52a3d60 admin admin] Publish callbacks [] for security_group (d02646f4-28a3-4ab6-81a6-da1a4d34e65e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:50.187988 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fb857fff-3aa9-4a30-b6d0-f0f6f52a3d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (d02646f4-28a3-4ab6-81a6-da1a4d34e65e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:50.226498 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-fb857fff-3aa9-4a30-b6d0-f0f6f52a3d60 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7849a54439644d4c901baa03d09ea883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152878 Feb 20 22:35:50.227591 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb857fff-3aa9-4a30-b6d0-f0f6f52a3d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02646f4-28a3-4ab6-81a6-da1a4d34e65e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:50.229158 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41178) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:50.282769 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd4ec884-ef8c-4e07-9670-5859716eebf2 admin admin] Publish callbacks [] for security_group (d02646f4-28a3-4ab6-81a6-da1a4d34e65e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:50.306966 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd4ec884-ef8c-4e07-9670-5859716eebf2 admin admin] Publish callbacks [] for security_group (d02646f4-28a3-4ab6-81a6-da1a4d34e65e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:50.441918 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd4ec884-ef8c-4e07-9670-5859716eebf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (d02646f4-28a3-4ab6-81a6-da1a4d34e65e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:50.444412 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bd4ec884-ef8c-4e07-9670-5859716eebf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:50.445624 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-bd4ec884-ef8c-4e07-9670-5859716eebf2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d02646f4-28a3-4ab6-81a6-da1a4d34e65e HTTP/1.1" status: 204 len: 168 time: 0.2139442 Feb 20 22:35:50.453834 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ec884-ef8c-4e07-9670-5859716eebf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02646f4-28a3-4ab6-81a6-da1a4d34e65e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:50.760407 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617a1f3-4328-4ff9-97b0-c44ffbe7335d req-bfd56296-dd6d-4676-b8da-6c3af5c9482f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:50.761936 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3617a1f3-4328-4ff9-97b0-c44ffbe7335d req-bfd56296-dd6d-4676-b8da-6c3af5c9482f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0550263 Feb 20 22:35:50.810167 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3617a1f3-4328-4ff9-97b0-c44ffbe7335d req-78e550d1-0327-4ab8-86b1-fe7b61ec86ba tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Feb 20 22:35:50.891944 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41202) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:51.015553 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28333caf-e717-46cf-a251-64a2b926701a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.089162 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28333caf-e717-46cf-a251-64a2b926701a admin admin] Publish callbacks [] for security_group (572c2d84-8c51-4bd0-b376-37a9437b4f9d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.172591 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41212) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:51.186541 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a381195-6ea3-425b-8c5a-68cfe31048bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.189372 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28333caf-e717-46cf-a251-64a2b926701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (572c2d84-8c51-4bd0-b376-37a9437b4f9d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.221741 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-28333caf-e717-46cf-a251-64a2b926701a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce47e5654a20485f9584adbfa6b7d54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287098 Feb 20 22:35:51.224598 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41216) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:51.253176 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28333caf-e717-46cf-a251-64a2b926701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572c2d84-8c51-4bd0-b376-37a9437b4f9d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:51.276452 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-221abe98-4e61-4894-9ad5-c7c3b0b77fcd admin admin] Publish callbacks [] for security_group (572c2d84-8c51-4bd0-b376-37a9437b4f9d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.300658 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-221abe98-4e61-4894-9ad5-c7c3b0b77fcd admin admin] Publish callbacks [] for security_group (572c2d84-8c51-4bd0-b376-37a9437b4f9d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.316108 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a381195-6ea3-425b-8c5a-68cfe31048bb admin admin] Publish callbacks [] for security_group (b92ad29f-b61b-4cb2-9799-3292779965c3), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.452792 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a381195-6ea3-425b-8c5a-68cfe31048bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (b92ad29f-b61b-4cb2-9799-3292779965c3), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.489544 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a381195-6ea3-425b-8c5a-68cfe31048bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92ad29f-b61b-4cb2-9799-3292779965c3,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:51.493773 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2a381195-6ea3-425b-8c5a-68cfe31048bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5c94acad7ac44f8ea0d633fc04f88848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200734 Feb 20 22:35:51.498884 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41222) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:51.499047 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-221abe98-4e61-4894-9ad5-c7c3b0b77fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (572c2d84-8c51-4bd0-b376-37a9437b4f9d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.506982 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-221abe98-4e61-4894-9ad5-c7c3b0b77fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.506982 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-221abe98-4e61-4894-9ad5-c7c3b0b77fcd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/572c2d84-8c51-4bd0-b376-37a9437b4f9d HTTP/1.1" status: 204 len: 168 time: 0.2792552 Feb 20 22:35:51.519919 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221abe98-4e61-4894-9ad5-c7c3b0b77fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572c2d84-8c51-4bd0-b376-37a9437b4f9d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:51.560299 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94bbfe17-a4f8-4de4-a14c-0c73d4898bfa admin admin] Publish callbacks [] for security_group (b92ad29f-b61b-4cb2-9799-3292779965c3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.584102 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94bbfe17-a4f8-4de4-a14c-0c73d4898bfa admin admin] Publish callbacks [] for security_group (b92ad29f-b61b-4cb2-9799-3292779965c3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.756935 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94bbfe17-a4f8-4de4-a14c-0c73d4898bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (b92ad29f-b61b-4cb2-9799-3292779965c3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.759616 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94bbfe17-a4f8-4de4-a14c-0c73d4898bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:51.760814 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-94bbfe17-a4f8-4de4-a14c-0c73d4898bfa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b92ad29f-b61b-4cb2-9799-3292779965c3 HTTP/1.1" status: 204 len: 168 time: 0.2616243 Feb 20 22:35:51.769166 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbfe17-a4f8-4de4-a14c-0c73d4898bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92ad29f-b61b-4cb2-9799-3292779965c3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:51.936296 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d1b4-b227-4795-a243-dcc508506642 req-062dfa49-edef-4acb-8bf1-a401e6c151a8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:51.942438 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8f93d1b4-b227-4795-a243-dcc508506642 req-062dfa49-edef-4acb-8bf1-a401e6c151a8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0629694 Feb 20 22:35:51.987438 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8f93d1b4-b227-4795-a243-dcc508506642 req-1ecc325a-d32a-4adc-857a-8e29d124ac3a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428936 Feb 20 22:35:52.257389 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41250) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:52.274740 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1353-279b-40bc-a8ed-4adab7e554a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:52.367498 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1353-279b-40bc-a8ed-4adab7e554a5 admin admin] Publish callbacks [] for security_group (a1e86e1b-43fc-4932-9f0c-8d970737c300), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:52.465334 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1353-279b-40bc-a8ed-4adab7e554a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (a1e86e1b-43fc-4932-9f0c-8d970737c300), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:52.506855 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-d8fb1353-279b-40bc-a8ed-4adab7e554a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6a8da7c7506041d3acc574339e823e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481136 Feb 20 22:35:52.507605 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb1353-279b-40bc-a8ed-4adab7e554a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e86e1b-43fc-4932-9f0c-8d970737c300,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:52.509432 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41262) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:52.562722 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-546c2e41-4562-44e2-a240-30bda75c3688 admin admin] Publish callbacks [] for security_group (a1e86e1b-43fc-4932-9f0c-8d970737c300), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:52.584379 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-546c2e41-4562-44e2-a240-30bda75c3688 admin admin] Publish callbacks [] for security_group (a1e86e1b-43fc-4932-9f0c-8d970737c300), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:52.699856 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-546c2e41-4562-44e2-a240-30bda75c3688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (a1e86e1b-43fc-4932-9f0c-8d970737c300), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:52.703009 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-546c2e41-4562-44e2-a240-30bda75c3688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:52.704168 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-546c2e41-4562-44e2-a240-30bda75c3688 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a1e86e1b-43fc-4932-9f0c-8d970737c300 HTTP/1.1" status: 204 len: 168 time: 0.1937406 Feb 20 22:35:52.711709 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c2e41-4562-44e2-a240-30bda75c3688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e86e1b-43fc-4932-9f0c-8d970737c300,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:53.154108 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3039f-a9b5-4e33-a365-01a63cc1236c req-983283a1-e5a6-4263-84f4-1779a10b0241 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:53.161612 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-79f3039f-a9b5-4e33-a365-01a63cc1236c req-983283a1-e5a6-4263-84f4-1779a10b0241 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0981543 Feb 20 22:35:53.205164 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-79f3039f-a9b5-4e33-a365-01a63cc1236c req-99b46ac0-1fc8-496f-b89b-de0d076d8c46 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Feb 20 22:35:54.307156 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:35:54.329424 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b98b5-ec4d-4fd1-be5e-3bdcc64b9101 req-0be69a4b-9cd5-4228-8532-1121490b5858 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:54.330871 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a28b98b5-ec4d-4fd1-be5e-3bdcc64b9101 req-0be69a4b-9cd5-4228-8532-1121490b5858 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0555923 Feb 20 22:35:54.379666 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a28b98b5-ec4d-4fd1-be5e-3bdcc64b9101 req-f0a976bb-6f25-4fee-8ad4-38c10a4c9495 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432088 Feb 20 22:35:55.505649 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587549c-1bbe-4f2f-bbba-48b7cf6bd6d8 req-7f2901f1-261a-48d8-b9a9-796f17bca3a9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:55.507221 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0587549c-1bbe-4f2f-bbba-48b7cf6bd6d8 req-7f2901f1-261a-48d8-b9a9-796f17bca3a9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0555909 Feb 20 22:35:55.561872 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0587549c-1bbe-4f2f-bbba-48b7cf6bd6d8 req-cab6c676-b40d-403e-a259-7f6d63c2debb tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490179 Feb 20 22:35:56.828810 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7128f40-1e3b-49b0-8de3-3f3fb60974c5 req-a9d61191-d4f2-4f0c-9295-d0880d312e1d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:56.839769 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b7128f40-1e3b-49b0-8de3-3f3fb60974c5 req-a9d61191-d4f2-4f0c-9295-d0880d312e1d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0588460 Feb 20 22:35:56.881570 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b7128f40-1e3b-49b0-8de3-3f3fb60974c5 req-8c108f96-20f4-40b3-bdc2-85feab55b452 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452762 Feb 20 22:35:57.551520 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41496) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:57.660669 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:57.740593 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Publish callbacks [] for security_group (06f47ff4-f2d5-46d4-9311-deebee3ebaaf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:57.764178 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f70be5-59be-49ea-bf8f-f3d08ed61cb5 req-18079069-3e73-49eb-b769-e25851803bec tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:57.765633 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b5f70be5-59be-49ea-bf8f-f3d08ed61cb5 req-18079069-3e73-49eb-b769-e25851803bec tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.0511875 Feb 20 22:35:57.814183 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b5f70be5-59be-49ea-bf8f-f3d08ed61cb5 req-a4be10f0-452c-43bf-b6b9-a22f79f88097 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Feb 20 22:35:57.819321 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (06f47ff4-f2d5-46d4-9311-deebee3ebaaf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:57.857939 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=28797e8e996c45f59f9b017149d967d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040712 Feb 20 22:35:57.868254 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f47ff4-f2d5-46d4-9311-deebee3ebaaf,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:57.868254 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.868254 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.868254 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.868254 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.868693 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.868693 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.869110 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.869438 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.869871 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.870221 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.870410 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41502) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:57.870858 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.870858 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.871146 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ccc9a-2fec-4b60-ad14-7b41e7dc86bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:57.923861 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Publish callbacks [] for security_group (06f47ff4-f2d5-46d4-9311-deebee3ebaaf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:57.945476 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Publish callbacks [] for security_group (06f47ff4-f2d5-46d4-9311-deebee3ebaaf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:58.013731 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49529831-0fed-415e-8e1d-9d4e5f0b58d7 req-8eacb517-b8e5-48bf-a9ce-a1aaa2d88e9a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:58.014811 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-49529831-0fed-415e-8e1d-9d4e5f0b58d7 req-8eacb517-b8e5-48bf-a9ce-a1aaa2d88e9a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0590396 Feb 20 22:35:58.067458 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-49529831-0fed-415e-8e1d-9d4e5f0b58d7 req-455a3046-d0c2-4ba4-a131-f73851490a4f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465431 Feb 20 22:35:58.077127 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (06f47ff4-f2d5-46d4-9311-deebee3ebaaf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:58.082565 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:58.082565 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/06f47ff4-f2d5-46d4-9311-deebee3ebaaf HTTP/1.1" status: 204 len: 168 time: 0.2093236 Feb 20 22:35:58.099131 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f47ff4-f2d5-46d4-9311-deebee3ebaaf,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:58.107727 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.108312 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.108654 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.108987 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.109427 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.109671 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.110033 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.110353 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.110675 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.110994 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.112338 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.113056 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.113868 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33810ba3-186a-43d7-baa4-4304587a171d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:35:58.788192 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41552) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:58.798392 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bad5e58f-b154-4d29-b01b-b3c8d2a2f47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:58.881834 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bad5e58f-b154-4d29-b01b-b3c8d2a2f47b admin admin] Publish callbacks [] for security_group (3547edc1-64d1-47d4-9051-612b7b3d7102), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:58.949765 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629af3f-1bb8-4d35-b97b-c10961917221 req-c7167bea-2394-4699-9eae-b210a88530c9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:58.951837 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3629af3f-1bb8-4d35-b97b-c10961917221 req-c7167bea-2394-4699-9eae-b210a88530c9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.0660625 Feb 20 22:35:58.964558 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bad5e58f-b154-4d29-b01b-b3c8d2a2f47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3547edc1-64d1-47d4-9051-612b7b3d7102), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.027963 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-bad5e58f-b154-4d29-b01b-b3c8d2a2f47b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=989f854ae64c4dad8c79944ed9f52165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421949 Feb 20 22:35:59.031510 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41566) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:59.049926 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3629af3f-1bb8-4d35-b97b-c10961917221 req-a07e27e5-947d-4a78-b5a3-63f62cb1cc4a tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923567 Feb 20 22:35:59.050597 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5e58f-b154-4d29-b01b-b3c8d2a2f47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3547edc1-64d1-47d4-9051-612b7b3d7102,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:59.097456 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dab88f78-9046-4e83-93ba-ee4c28489802 admin admin] Publish callbacks [] for security_group (3547edc1-64d1-47d4-9051-612b7b3d7102), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.111274 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41572) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:59.134246 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dab88f78-9046-4e83-93ba-ee4c28489802 admin admin] Publish callbacks [] for security_group (3547edc1-64d1-47d4-9051-612b7b3d7102), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.218969 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fec2-2ecc-4dba-8459-8535483bc85c req-5c5904fe-f613-480e-a0c2-3431cebbdb65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:35:59.220739 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6429fec2-2ecc-4dba-8459-8535483bc85c req-5c5904fe-f613-480e-a0c2-3431cebbdb65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0588379 Feb 20 22:35:59.236362 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0bb22fa-7c06-4d99-b5bc-8fe9efcfa7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.253988 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dab88f78-9046-4e83-93ba-ee4c28489802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3547edc1-64d1-47d4-9051-612b7b3d7102), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.256413 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-dab88f78-9046-4e83-93ba-ee4c28489802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.257489 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-dab88f78-9046-4e83-93ba-ee4c28489802 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3547edc1-64d1-47d4-9051-612b7b3d7102 HTTP/1.1" status: 204 len: 168 time: 0.2247546 Feb 20 22:35:59.273183 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab88f78-9046-4e83-93ba-ee4c28489802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3547edc1-64d1-47d4-9051-612b7b3d7102,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:59.298578 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6429fec2-2ecc-4dba-8459-8535483bc85c req-07df3c4c-44e9-44f8-9455-168caa982c2d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704010 Feb 20 22:35:59.353722 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0bb22fa-7c06-4d99-b5bc-8fe9efcfa7c9 admin admin] Publish callbacks [] for security_group (c1edba9a-0a41-4d11-b95d-d4d4e700d59d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.402878 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f0bb22fa-7c06-4d99-b5bc-8fe9efcfa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (c1edba9a-0a41-4d11-b95d-d4d4e700d59d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.449593 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb22fa-7c06-4d99-b5bc-8fe9efcfa7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1edba9a-0a41-4d11-b95d-d4d4e700d59d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:35:59.455370 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-f0bb22fa-7c06-4d99-b5bc-8fe9efcfa7c9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=77e6c080e47749aabef1950c69e06cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428497 Feb 20 22:35:59.457986 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41588) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:35:59.507514 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67d480be-6e89-4c12-aff8-48026b75f450 admin admin] Publish callbacks [] for security_group (c1edba9a-0a41-4d11-b95d-d4d4e700d59d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.530086 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67d480be-6e89-4c12-aff8-48026b75f450 admin admin] Publish callbacks [] for security_group (c1edba9a-0a41-4d11-b95d-d4d4e700d59d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.681471 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67d480be-6e89-4c12-aff8-48026b75f450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (c1edba9a-0a41-4d11-b95d-d4d4e700d59d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.684142 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67d480be-6e89-4c12-aff8-48026b75f450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:35:59.686026 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-67d480be-6e89-4c12-aff8-48026b75f450 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1edba9a-0a41-4d11-b95d-d4d4e700d59d HTTP/1.1" status: 204 len: 168 time: 0.2270844 Feb 20 22:35:59.694333 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d480be-6e89-4c12-aff8-48026b75f450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1edba9a-0a41-4d11-b95d-d4d4e700d59d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:00.023662 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41608) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:00.037075 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a43ccada-24f0-47ad-9d57-ad28a5629099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.118599 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a43ccada-24f0-47ad-9d57-ad28a5629099 admin admin] Publish callbacks [] for security_group (87fc7b8c-8947-4ee1-a8a9-587744559382), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.174522 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88673b-cd98-4c3f-8988-6016f256cf98 req-5145ad88-7919-417f-aee1-1845fad457d7 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:00.175890 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5e88673b-cd98-4c3f-8988-6016f256cf98 req-5145ad88-7919-417f-aee1-1845fad457d7 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.0560417 Feb 20 22:36:00.208228 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a43ccada-24f0-47ad-9d57-ad28a5629099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (87fc7b8c-8947-4ee1-a8a9-587744559382), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.248032 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5e88673b-cd98-4c3f-8988-6016f256cf98 req-e9cfa40a-88cb-473d-a20f-dcf74b24a4be tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665653 Feb 20 22:36:00.265548 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-a43ccada-24f0-47ad-9d57-ad28a5629099 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d52d2b583b02406ead4ac6f11b7a6a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360075 Feb 20 22:36:00.265548 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ccada-24f0-47ad-9d57-ad28a5629099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fc7b8c-8947-4ee1-a8a9-587744559382,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:00.265764 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41612) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:00.314093 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da318ff8-19dd-4fbc-a26b-6838eb7c2e04 admin admin] Publish callbacks [] for security_group (87fc7b8c-8947-4ee1-a8a9-587744559382), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.340135 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da318ff8-19dd-4fbc-a26b-6838eb7c2e04 admin admin] Publish callbacks [] for security_group (87fc7b8c-8947-4ee1-a8a9-587744559382), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.408421 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41616) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:00.423050 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2fc3d123-19ba-4f9c-9c1a-512cfbe7d7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.430961 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849a388-0947-422c-91bd-5e8f181b9ed8 req-16f9758a-f4ee-461e-aa53-5880b898d60b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:00.432518 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9849a388-0947-422c-91bd-5e8f181b9ed8 req-16f9758a-f4ee-461e-aa53-5880b898d60b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0671837 Feb 20 22:36:00.467748 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da318ff8-19dd-4fbc-a26b-6838eb7c2e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (87fc7b8c-8947-4ee1-a8a9-587744559382), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.467748 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-da318ff8-19dd-4fbc-a26b-6838eb7c2e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.468172 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-da318ff8-19dd-4fbc-a26b-6838eb7c2e04 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/87fc7b8c-8947-4ee1-a8a9-587744559382 HTTP/1.1" status: 204 len: 168 time: 0.2029884 Feb 20 22:36:00.480446 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da318ff8-19dd-4fbc-a26b-6838eb7c2e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fc7b8c-8947-4ee1-a8a9-587744559382,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:00.517883 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9849a388-0947-422c-91bd-5e8f181b9ed8 req-219d0733-75a2-48eb-8f88-8a9740a0132a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758007 Feb 20 22:36:00.552890 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2fc3d123-19ba-4f9c-9c1a-512cfbe7d7ad admin admin] Publish callbacks [] for security_group (f4e581a6-63d6-4639-9df6-e8b9a3eb7a1d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.630735 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2fc3d123-19ba-4f9c-9c1a-512cfbe7d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (f4e581a6-63d6-4639-9df6-e8b9a3eb7a1d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.669502 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-2fc3d123-19ba-4f9c-9c1a-512cfbe7d7ad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=68517f849f5c474bb3f44799a87cfb11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597392 Feb 20 22:36:00.670490 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3d123-19ba-4f9c-9c1a-512cfbe7d7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e581a6-63d6-4639-9df6-e8b9a3eb7a1d,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:00.672136 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41624) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:00.720345 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa8e3029-a0da-4f03-b157-d8600f20c10f admin admin] Publish callbacks [] for security_group (f4e581a6-63d6-4639-9df6-e8b9a3eb7a1d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.741025 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa8e3029-a0da-4f03-b157-d8600f20c10f admin admin] Publish callbacks [] for security_group (f4e581a6-63d6-4639-9df6-e8b9a3eb7a1d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.864261 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa8e3029-a0da-4f03-b157-d8600f20c10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (f4e581a6-63d6-4639-9df6-e8b9a3eb7a1d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.866837 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-aa8e3029-a0da-4f03-b157-d8600f20c10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:00.868022 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-aa8e3029-a0da-4f03-b157-d8600f20c10f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f4e581a6-63d6-4639-9df6-e8b9a3eb7a1d HTTP/1.1" status: 204 len: 168 time: 0.1949096 Feb 20 22:36:00.876153 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e3029-a0da-4f03-b157-d8600f20c10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e581a6-63d6-4639-9df6-e8b9a3eb7a1d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:01.177072 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-fa042711-2189-43d1-9ea5-5ff9b5e65592 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496113 Feb 20 22:36:01.275114 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-3b4d21b5-aa4d-4955-8a78-537ea151aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:01.280269 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-3b4d21b5-aa4d-4955-8a78-537ea151aab3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 1129 time: 0.0461168 Feb 20 22:36:01.642130 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a34f-c2ca-4034-9b55-bf224d5e856a req-b9dc7edc-4549-4469-9429-1fe160a3ab77 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:01.642816 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c08a34f-c2ca-4034-9b55-bf224d5e856a req-b9dc7edc-4549-4469-9429-1fe160a3ab77 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.2959702 Feb 20 22:36:01.644487 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-20cb9ae1-f781-474d-97d3-0fd4cf2b6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:01.645858 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-20cb9ae1-f781-474d-97d3-0fd4cf2b6113 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 919 time: 0.3272228 Feb 20 22:36:01.683240 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521fce5-9952-47df-91a2-ee13870de8e1 req-dab2157a-84f4-4d0f-9140-a8bdeeafe9a5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:01.691554 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3521fce5-9952-47df-91a2-ee13870de8e1 req-dab2157a-84f4-4d0f-9140-a8bdeeafe9a5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0922413 Feb 20 22:36:01.704991 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-ebe3e73a-7746-4dd8-a48a-0f298fd87ca6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451c5388-4913-495b-bc26-cca46c2132b7 HTTP/1.1" status: 200 len: 217 time: 0.0408573 Feb 20 22:36:01.747439 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3521fce5-9952-47df-91a2-ee13870de8e1 req-2b791166-bf2f-4d4b-b398-3b3abfd01675 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546236 Feb 20 22:36:01.766697 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c08a34f-c2ca-4034-9b55-bf224d5e856a req-4f9ff804-8295-4f48-9ccb-3209351368db tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/security-groups?id=fcdbbd6a-a572-4af4-988d-ede5d169edea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167397 Feb 20 22:36:01.813552 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-a2252dde-a614-4022-a237-d8bf4b8f8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:01.815180 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-a2252dde-a614-4022-a237-d8bf4b8f8ba8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.1013904 Feb 20 22:36:01.857129 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-4a6153b0-70d6-4df3-8d5b-41953fe48c5a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273154 Feb 20 22:36:01.963483 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-4b63d113-4461-46c4-b9e2-4eb1adb733fc service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901296 Feb 20 22:36:02.099151 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-85f55c5b-41a2-401d-8e2e-2cfa4f04a8c7 req-b8367465-8b7f-4c29-abc3-199d274f387e service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290164 Feb 20 22:36:02.112853 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11f2a7b3-d948-4319-9b69-793f1f17c456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:02.212181 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-815caa5a-daf4-46ac-8c92-d4ce08afef96 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:02.213797 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-815caa5a-daf4-46ac-8c92-d4ce08afef96 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.91 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 945 time: 0.0549934 Feb 20 22:36:02.389752 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-65101236-1e09-45b6-891d-c745b9c79da9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Deleting port e7735496-977e-4097-a2ae-64c3d124018f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:36:02.390061 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-65101236-1e09-45b6-891d-c745b9c79da9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (e7735496-977e-4097-a2ae-64c3d124018f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:02.482550 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-65101236-1e09-45b6-891d-c745b9c79da9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] For port e7735496-977e-4097-a2ae-64c3d124018f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e7735496-977e-4097-a2ae-64c3d124018f,segment=NetworkSegment(65aeffaa-3d7d-4154-9655-80bf51b4508a),segment_id=65aeffaa-3d7d-4154-9655-80bf51b4508a)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:36:02.483153 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-65101236-1e09-45b6-891d-c745b9c79da9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (e7735496-977e-4097-a2ae-64c3d124018f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:02.501040 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-65101236-1e09-45b6-891d-c745b9c79da9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Calling delete_port for e7735496-977e-4097-a2ae-64c3d124018f owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:36:02.744795 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-65101236-1e09-45b6-891d-c745b9c79da9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (e7735496-977e-4097-a2ae-64c3d124018f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:02.761911 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['e7735496-977e-4097-a2ae-64c3d124018f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:36:02.848061 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65101236-1e09-45b6-891d-c745b9c79da9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Pushing event deleted for resources: {'Port': ['ID=e7735496-977e-4097-a2ae-64c3d124018f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:02.961445 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-65101236-1e09-45b6-891d-c745b9c79da9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] No DVR routers for this DVR port e7735496-977e-4097-a2ae-64c3d124018f on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:36:02.995339 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a3546ff7-9bde-4c6e-a4b5-d94f3e57f11c req-d5081314-0404-4996-ba2e-6adf528fc36d tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 210 time: 0.0789907 Feb 20 22:36:02.996822 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-65101236-1e09-45b6-891d-c745b9c79da9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:03.003627 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0d633df7-a182-45e6-9544-82abb6ff0998 req-65101236-1e09-45b6-891d-c745b9c79da9 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.91 "DELETE /v2.0/ports/e7735496-977e-4097-a2ae-64c3d124018f HTTP/1.1" status: 204 len: 173 time: 0.7656620 Feb 20 22:36:03.004333 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00498572-2e3c-4570-8ee5-f403e1622c8a', 'name': 'network-vif-deleted', 'tag': 'e7735496-977e-4097-a2ae-64c3d124018f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:36:03.008094 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75b86c6-da00-4cbe-b611-8d1017fae439" -d '{"events": [{"server_uuid": "00498572-2e3c-4570-8ee5-f403e1622c8a", "name": "network-vif-deleted", "tag": "e7735496-977e-4097-a2ae-64c3d124018f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:36:03.024151 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32db400-ac34-4f4a-9a9f-21cdaedc8909 req-998df11b-d4e3-4bec-aa3a-e32ae7e684f2 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:03.031548 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f32db400-ac34-4f4a-9a9f-21cdaedc8909 req-998df11b-d4e3-4bec-aa3a-e32ae7e684f2 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.1251020 Feb 20 22:36:03.074211 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e412c0b-a8de-4a16-97cc-1c5496b9302e x-openstack-request-id: req-2e412c0b-a8de-4a16-97cc-1c5496b9302e {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:36:03.074211 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00498572-2e3c-4570-8ee5-f403e1622c8a", "name": "network-vif-deleted", "tag": "e7735496-977e-4097-a2ae-64c3d124018f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:36:03.074211 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2e412c0b-a8de-4a16-97cc-1c5496b9302e {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:36:03.074211 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00498572-2e3c-4570-8ee5-f403e1622c8a', 'name': 'network-vif-deleted', 'tag': 'e7735496-977e-4097-a2ae-64c3d124018f', 'status': 'completed', 'code': 200} Feb 20 22:36:03.078896 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41736) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:03.090832 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f32db400-ac34-4f4a-9a9f-21cdaedc8909 req-910a9f5e-bc8c-40fe-9d62-f6faa46d8927 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535319 Feb 20 22:36:03.281910 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6db66e3f-976b-40cb-a862-03c0b06138f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:03.368510 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6db66e3f-976b-40cb-a862-03c0b06138f8 admin admin] Publish callbacks [] for security_group (3716dabe-2852-4286-8641-8836792b6d7e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:03.454359 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6db66e3f-976b-40cb-a862-03c0b06138f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3716dabe-2852-4286-8641-8836792b6d7e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:03.501645 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-6db66e3f-976b-40cb-a862-03c0b06138f8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=549c69c78f0549d5b98d8105799f1ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4214091 Feb 20 22:36:03.502530 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db66e3f-976b-40cb-a862-03c0b06138f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3716dabe-2852-4286-8641-8836792b6d7e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:03.504456 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41752) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:03.560282 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-888fe90c-275f-4fbe-98a4-f3286c3c1f6b admin admin] Publish callbacks [] for security_group (3716dabe-2852-4286-8641-8836792b6d7e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:03.789085 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-888fe90c-275f-4fbe-98a4-f3286c3c1f6b admin admin] Publish callbacks [] for security_group (3716dabe-2852-4286-8641-8836792b6d7e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:03.962224 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-888fe90c-275f-4fbe-98a4-f3286c3c1f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3716dabe-2852-4286-8641-8836792b6d7e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:03.965043 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-888fe90c-275f-4fbe-98a4-f3286c3c1f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:03.968218 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-888fe90c-275f-4fbe-98a4-f3286c3c1f6b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3716dabe-2852-4286-8641-8836792b6d7e HTTP/1.1" status: 204 len: 168 time: 0.4596508 Feb 20 22:36:03.978783 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fe90c-275f-4fbe-98a4-f3286c3c1f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3716dabe-2852-4286-8641-8836792b6d7e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:04.031948 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.099302 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5a9997a3-8c90-45d5-9a14-6f8b9b2b5b0f req-e2e117cd-1caa-4078-bd17-74aa9f428cd6 tempest-DeleteServersTestJSON-1454454214 tempest-DeleteServersTestJSON-1454454214-project] 10.222.0.67 "GET /v2.0/ports?device_id=00498572-2e3c-4570-8ee5-f403e1622c8a HTTP/1.1" status: 200 len: 210 time: 0.0266383 Feb 20 22:36:04.218630 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41782) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:04.241667 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aac28-a67b-45f0-b85d-dbe619ada223 req-a761e162-9a3b-4d2c-a392-607510338a24 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:04.243156 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-740aac28-a67b-45f0-b85d-dbe619ada223 req-a761e162-9a3b-4d2c-a392-607510338a24 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0658188 Feb 20 22:36:04.329752 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-740aac28-a67b-45f0-b85d-dbe619ada223 req-c91dfcb9-a5e7-496f-b374-9a238e879dc1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763652 Feb 20 22:36:04.400069 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d96687ec-346b-44d1-94be-a182d37ca962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.482673 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d96687ec-346b-44d1-94be-a182d37ca962 admin admin] Publish callbacks [] for security_group (f6aeeb51-7cb8-46a5-97e2-5ebe47358157), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.546044 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d96687ec-346b-44d1-94be-a182d37ca962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (f6aeeb51-7cb8-46a5-97e2-5ebe47358157), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.589723 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d96687ec-346b-44d1-94be-a182d37ca962 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=38827bc9c285436184408d01b2c18339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683717 Feb 20 22:36:04.593037 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41796) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:04.595660 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96687ec-346b-44d1-94be-a182d37ca962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aeeb51-7cb8-46a5-97e2-5ebe47358157,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:04.647643 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41800) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:04.650938 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be4396a8-5006-4ae1-9cc0-f5e99296f212 admin admin] Publish callbacks [] for security_group (f6aeeb51-7cb8-46a5-97e2-5ebe47358157), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.659768 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81dfe126-2af5-4c06-84ec-5ce527070435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.669483 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-511fc9ec-eab8-4711-b270-9be19a938974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.675138 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be4396a8-5006-4ae1-9cc0-f5e99296f212 admin admin] Publish callbacks [] for security_group (f6aeeb51-7cb8-46a5-97e2-5ebe47358157), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.766640 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-511fc9ec-eab8-4711-b270-9be19a938974 admin admin] Publish callbacks [] for security_group (1f971ee0-efcd-4b4c-b489-fea9d56e22ec), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.790449 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be4396a8-5006-4ae1-9cc0-f5e99296f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (f6aeeb51-7cb8-46a5-97e2-5ebe47358157), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.793185 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-be4396a8-5006-4ae1-9cc0-f5e99296f212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.794661 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-be4396a8-5006-4ae1-9cc0-f5e99296f212 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6aeeb51-7cb8-46a5-97e2-5ebe47358157 HTTP/1.1" status: 204 len: 168 time: 0.2004502 Feb 20 22:36:04.802641 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4396a8-5006-4ae1-9cc0-f5e99296f212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aeeb51-7cb8-46a5-97e2-5ebe47358157,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:04.843735 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-511fc9ec-eab8-4711-b270-9be19a938974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (1f971ee0-efcd-4b4c-b489-fea9d56e22ec), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.884331 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-511fc9ec-eab8-4711-b270-9be19a938974 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce9b401468a948b68b0ff1edef2265a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356038 Feb 20 22:36:04.886242 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fc9ec-eab8-4711-b270-9be19a938974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f971ee0-efcd-4b4c-b489-fea9d56e22ec,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:04.888749 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41806) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:04.942675 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7eec8b8d-7727-4143-b6a9-c2f4d1bd2f75 admin admin] Publish callbacks [] for security_group (1f971ee0-efcd-4b4c-b489-fea9d56e22ec), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:04.964810 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7eec8b8d-7727-4143-b6a9-c2f4d1bd2f75 admin admin] Publish callbacks [] for security_group (1f971ee0-efcd-4b4c-b489-fea9d56e22ec), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.088021 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7eec8b8d-7727-4143-b6a9-c2f4d1bd2f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (1f971ee0-efcd-4b4c-b489-fea9d56e22ec), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.093052 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7eec8b8d-7727-4143-b6a9-c2f4d1bd2f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.096131 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7eec8b8d-7727-4143-b6a9-c2f4d1bd2f75 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1f971ee0-efcd-4b4c-b489-fea9d56e22ec HTTP/1.1" status: 204 len: 168 time: 0.2045188 Feb 20 22:36:05.109649 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec8b8d-7727-4143-b6a9-c2f4d1bd2f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f971ee0-efcd-4b4c-b489-fea9d56e22ec,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:05.475839 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abbb0a-1a78-4053-9ae0-39c12f72b6d3 req-b20093ae-7afb-47fa-a842-91eee3ce505f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:05.475839 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a8abbb0a-1a78-4053-9ae0-39c12f72b6d3 req-b20093ae-7afb-47fa-a842-91eee3ce505f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0690796 Feb 20 22:36:05.527292 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a8abbb0a-1a78-4053-9ae0-39c12f72b6d3 req-9aba1360-24a0-4ff9-b7ee-d7a7ff883f74 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482345 Feb 20 22:36:05.556954 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.565340 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41834) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:05.580274 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9376977a-89a2-4d18-89db-81c217d25c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.664185 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9376977a-89a2-4d18-89db-81c217d25c38 admin admin] Publish callbacks [] for security_group (7de23135-ec91-496d-9010-e8826eaa5be9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.722621 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9376977a-89a2-4d18-89db-81c217d25c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (7de23135-ec91-496d-9010-e8826eaa5be9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.765549 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376977a-89a2-4d18-89db-81c217d25c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de23135-ec91-496d-9010-e8826eaa5be9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:05.770455 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-9376977a-89a2-4d18-89db-81c217d25c38 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=05ff5de241fa46e1a35cb7a8242dc9c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2040007 Feb 20 22:36:05.773349 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41848) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:05.821985 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eaca24ca-4677-43a2-92cd-4c30103ed818 admin admin] Publish callbacks [] for security_group (7de23135-ec91-496d-9010-e8826eaa5be9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.843367 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eaca24ca-4677-43a2-92cd-4c30103ed818 admin admin] Publish callbacks [] for security_group (7de23135-ec91-496d-9010-e8826eaa5be9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.962411 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eaca24ca-4677-43a2-92cd-4c30103ed818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (7de23135-ec91-496d-9010-e8826eaa5be9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.964975 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eaca24ca-4677-43a2-92cd-4c30103ed818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:05.966922 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-eaca24ca-4677-43a2-92cd-4c30103ed818 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7de23135-ec91-496d-9010-e8826eaa5be9 HTTP/1.1" status: 204 len: 168 time: 0.1922531 Feb 20 22:36:05.975023 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca24ca-4677-43a2-92cd-4c30103ed818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de23135-ec91-496d-9010-e8826eaa5be9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:06.650106 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91bb1f-020d-43bf-9f9d-549b5d57f54a req-e322e117-739c-4dc0-8ac8-55fe001ce305 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:06.651682 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-eb91bb1f-020d-43bf-9f9d-549b5d57f54a req-e322e117-739c-4dc0-8ac8-55fe001ce305 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0542655 Feb 20 22:36:06.698746 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-eb91bb1f-020d-43bf-9f9d-549b5d57f54a req-3a054a7d-e623-4ca9-8a39-95fc540ee58e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413947 Feb 20 22:36:06.911077 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:06.916589 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41896) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:07.140303 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c655a29b-d1ee-441e-98b1-ebb431b40fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:07.185551 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device e7735496-977e-4097-a2ae-64c3d124018f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:36:07.206412 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: e7735496-977e-4097-a2ae-64c3d124018f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:36:07.209123 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device e7735496-977e-4097-a2ae-64c3d124018f not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:36:07.221087 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c655a29b-d1ee-441e-98b1-ebb431b40fd1 admin admin] Publish callbacks [] for security_group (dd5967d7-0569-4274-b46b-d26267aefcef), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:07.277081 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c655a29b-d1ee-441e-98b1-ebb431b40fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (dd5967d7-0569-4274-b46b-d26267aefcef), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:07.319704 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-c655a29b-d1ee-441e-98b1-ebb431b40fd1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb958ff4fbd64ad7b3ca7a1b77090083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4019659 Feb 20 22:36:07.320578 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655a29b-d1ee-441e-98b1-ebb431b40fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5967d7-0569-4274-b46b-d26267aefcef,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:07.323458 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41916) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:07.372925 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd49772a-93d8-46c1-a6f9-3ac6e17eb609 admin admin] Publish callbacks [] for security_group (dd5967d7-0569-4274-b46b-d26267aefcef), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:07.395271 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd49772a-93d8-46c1-a6f9-3ac6e17eb609 admin admin] Publish callbacks [] for security_group (dd5967d7-0569-4274-b46b-d26267aefcef), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:07.515857 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd49772a-93d8-46c1-a6f9-3ac6e17eb609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (dd5967d7-0569-4274-b46b-d26267aefcef), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:07.518450 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd49772a-93d8-46c1-a6f9-3ac6e17eb609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:07.519608 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-fd49772a-93d8-46c1-a6f9-3ac6e17eb609 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd5967d7-0569-4274-b46b-d26267aefcef HTTP/1.1" status: 204 len: 168 time: 0.1946969 Feb 20 22:36:07.527586 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49772a-93d8-46c1-a6f9-3ac6e17eb609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5967d7-0569-4274-b46b-d26267aefcef,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:07.876097 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ef21-6672-4c9d-a871-bd4e65d67ca5 req-2b675721-7720-4e6f-87a5-9cf3cebb2fbc tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:07.877863 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a53ef21-6672-4c9d-a871-bd4e65d67ca5 req-2b675721-7720-4e6f-87a5-9cf3cebb2fbc tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0863061 Feb 20 22:36:07.940203 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a53ef21-6672-4c9d-a871-bd4e65d67ca5 req-61a1d464-6ded-4e9e-b3f9-bc29c01972cd tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564561 Feb 20 22:36:08.522435 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:09.094778 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215d626-f89b-4f18-b331-c06a63826201 req-d8802756-7a6e-4ff6-aa11-af6800b2341e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:09.102494 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d215d626-f89b-4f18-b331-c06a63826201 req-d8802756-7a6e-4ff6-aa11-af6800b2341e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0685523 Feb 20 22:36:09.141678 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 41986) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:09.172459 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d215d626-f89b-4f18-b331-c06a63826201 req-ea8453a6-fb55-446d-9e96-b211952c9aee tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677021 Feb 20 22:36:09.271812 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c22cc724-db18-4e47-85b9-ef084b63b6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:09.351633 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c22cc724-db18-4e47-85b9-ef084b63b6ed admin admin] Publish callbacks [] for security_group (048d57de-946f-47eb-afe1-8682b103d40a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:09.424507 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c22cc724-db18-4e47-85b9-ef084b63b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (048d57de-946f-47eb-afe1-8682b103d40a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:09.464562 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-c22cc724-db18-4e47-85b9-ef084b63b6ed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=26cb9824a7ca49969b83f3ab9b9e9df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201709 Feb 20 22:36:09.465850 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cc724-db18-4e47-85b9-ef084b63b6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048d57de-946f-47eb-afe1-8682b103d40a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:09.469091 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 41996) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:09.519730 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f585900-778e-4214-ac62-0654c84deedb admin admin] Publish callbacks [] for security_group (048d57de-946f-47eb-afe1-8682b103d40a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:09.545403 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f585900-778e-4214-ac62-0654c84deedb admin admin] Publish callbacks [] for security_group (048d57de-946f-47eb-afe1-8682b103d40a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:09.648289 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f585900-778e-4214-ac62-0654c84deedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (048d57de-946f-47eb-afe1-8682b103d40a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:09.650888 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5f585900-778e-4214-ac62-0654c84deedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:09.652077 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-5f585900-778e-4214-ac62-0654c84deedb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/048d57de-946f-47eb-afe1-8682b103d40a HTTP/1.1" status: 204 len: 168 time: 0.1815500 Feb 20 22:36:09.660100 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f585900-778e-4214-ac62-0654c84deedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d57de-946f-47eb-afe1-8682b103d40a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:09.889362 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42014) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:09.939697 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbee54b-adaa-4ed7-bd29-c281636a3df6 admin admin] Deleting subnet 2495ca2c-03be-4970-967a-670d91ff300c {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:36:09.943004 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7bbee54b-adaa-4ed7-bd29-c281636a3df6 admin admin] Publish callbacks [] for subnet (2495ca2c-03be-4970-967a-670d91ff300c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:09.985230 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7bbee54b-adaa-4ed7-bd29-c281636a3df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9812018'] for subnet (2495ca2c-03be-4970-967a-670d91ff300c), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.031337 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7bbee54b-adaa-4ed7-bd29-c281636a3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (2495ca2c-03be-4970-967a-670d91ff300c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.102277 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42022) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:10.167711 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7bbee54b-adaa-4ed7-bd29-c281636a3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3042563'] for subnet (2495ca2c-03be-4970-967a-670d91ff300c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.196831 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbee54b-adaa-4ed7-bd29-c281636a3df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2495ca2c-03be-4970-967a-670d91ff300c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:10.199078 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7bbee54b-adaa-4ed7-bd29-c281636a3df6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.203543 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-7bbee54b-adaa-4ed7-bd29-c281636a3df6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2495ca2c-03be-4970-967a-670d91ff300c HTTP/1.1" status: 204 len: 168 time: 0.3124278 Feb 20 22:36:10.206164 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42030) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:10.217985 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a70a3ce7-9db4-4a87-aefa-8ed2237f7b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.291691 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (e39a10f1-e1bf-40c7-9f43-eec643956353), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.336815 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a70a3ce7-9db4-4a87-aefa-8ed2237f7b78 admin admin] Publish callbacks [] for security_group (6d029091-4af1-419e-bcc6-ac3d2f7e2327), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.351744 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42034) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:10.378005 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acdf08-49f4-428b-9886-1c30445b84fd req-c36f313a-e0fa-4a3c-9c0c-218bd3271b76 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:10.379385 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-59acdf08-49f4-428b-9886-1c30445b84fd req-c36f313a-e0fa-4a3c-9c0c-218bd3271b76 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0899484 Feb 20 22:36:10.380303 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af8b6a7d-a3e3-40cb-82c7-e1c41eff65a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.383655 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (e39a10f1-e1bf-40c7-9f43-eec643956353), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.413563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.413563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.413563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.413563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > port after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.413563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.413563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > port after_update 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.413563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.413563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.413563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.413563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.429559 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a70a3ce7-9db4-4a87-aefa-8ed2237f7b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (6d029091-4af1-419e-bcc6-ac3d2f7e2327), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.487547 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.487884 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.488261 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.488533 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 22:36:10.488894 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39a10f1-e1bf-40c7-9f43-eec643956353']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:36:10.502249 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-59acdf08-49f4-428b-9886-1c30445b84fd req-767afaf5-8358-4863-ab02-f435fd28befe tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129081 Feb 20 22:36:10.506462 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a3ce7-9db4-4a87-aefa-8ed2237f7b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d029091-4af1-419e-bcc6-ac3d2f7e2327,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:10.508124 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aeffaa-3d7d-4154-9655-80bf51b4508a') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:36:10.509394 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aeffaa-3d7d-4154-9655-80bf51b4508a') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:36:10.514384 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-a70a3ce7-9db4-4a87-aefa-8ed2237f7b78 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ad71244ee8d41fe9bcf3805f2bad6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087036 Feb 20 22:36:10.515270 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42040) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:10.530532 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286899'] for segment (65aeffaa-3d7d-4154-9655-80bf51b4508a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.563104 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (65aeffaa-3d7d-4154-9655-80bf51b4508a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.573294 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:36:10.573937 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419242'] for segment (65aeffaa-3d7d-4154-9655-80bf51b4508a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: from cryptography.utils import int_from_bytes Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: from cryptography.utils import int_from_bytes Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: Traceback (most recent call last): Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: timer() Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: cb(*args, **kw) Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: return func(*args, **kwargs) Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: self._notify() Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: self.callback(batched_events) Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: event.method(event) Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: return f(self, *a, **k) Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: return self._get(url).json() Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:36:10.578428 dv-cinder-830095-1-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:36:10.580512 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af8b6a7d-a3e3-40cb-82c7-e1c41eff65a3 admin admin] Publish callbacks [] for security_group (c230d44d-bb81-47ba-be3d-42805db8e6b7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.607428 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d74b9c0-69ad-453f-8cff-0907352278f5 admin admin] Publish callbacks [] for security_group (6d029091-4af1-419e-bcc6-ac3d2f7e2327), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.630786 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d74b9c0-69ad-453f-8cff-0907352278f5 admin admin] Publish callbacks [] for security_group (6d029091-4af1-419e-bcc6-ac3d2f7e2327), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.646921 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-af8b6a7d-a3e3-40cb-82c7-e1c41eff65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (c230d44d-bb81-47ba-be3d-42805db8e6b7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.699660 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-af8b6a7d-a3e3-40cb-82c7-e1c41eff65a3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4ce8b9a37f4842ab8b13040b87d9af19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467324 Feb 20 22:36:10.701030 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b6a7d-a3e3-40cb-82c7-e1c41eff65a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c230d44d-bb81-47ba-be3d-42805db8e6b7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:10.702663 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42046) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:10.761380 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c32a4dba-69f6-49e4-be3b-f02d1c9a3695 admin admin] Publish callbacks [] for security_group (c230d44d-bb81-47ba-be3d-42805db8e6b7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.774178 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (e39a10f1-e1bf-40c7-9f43-eec643956353), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.791161 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.794884 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] 10.222.0.67 "DELETE /v2.0/networks/e39a10f1-e1bf-40c7-9f43-eec643956353 HTTP/1.1" status: 204 len: 168 time: 0.5871756 Feb 20 22:36:10.796905 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c32a4dba-69f6-49e4-be3b-f02d1c9a3695 admin admin] Publish callbacks [] for security_group (c230d44d-bb81-47ba-be3d-42805db8e6b7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.802421 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d74b9c0-69ad-453f-8cff-0907352278f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (6d029091-4af1-419e-bcc6-ac3d2f7e2327), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.804983 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2d74b9c0-69ad-453f-8cff-0907352278f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.808612 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-2d74b9c0-69ad-453f-8cff-0907352278f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6d029091-4af1-419e-bcc6-ac3d2f7e2327 HTTP/1.1" status: 204 len: 168 time: 0.2879639 Feb 20 22:36:10.812203 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93056d2-8dbc-43c9-8666-740457b14a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=e39a10f1-e1bf-40c7-9f43-eec643956353,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:10.827799 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74b9c0-69ad-453f-8cff-0907352278f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d029091-4af1-419e-bcc6-ac3d2f7e2327,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:10.951013 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c32a4dba-69f6-49e4-be3b-f02d1c9a3695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (c230d44d-bb81-47ba-be3d-42805db8e6b7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.956545 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c32a4dba-69f6-49e4-be3b-f02d1c9a3695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:10.956545 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c32a4dba-69f6-49e4-be3b-f02d1c9a3695 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c230d44d-bb81-47ba-be3d-42805db8e6b7 HTTP/1.1" status: 204 len: 168 time: 0.2500460 Feb 20 22:36:10.963059 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a4dba-69f6-49e4-be3b-f02d1c9a3695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c230d44d-bb81-47ba-be3d-42805db8e6b7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:11.264107 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42076) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:11.311879 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-129e8814-9796-4dba-bbaa-52dbb6edde25 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7313a3971ee4a3bacd833696f5a151e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0465386 Feb 20 22:36:11.314671 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42078) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:11.369748 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-590c1e9d-40c9-4078-8720-52af1029aae6 admin admin] Publish callbacks [] for security_group (fcdbbd6a-a572-4af4-988d-ede5d169edea), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:11.393142 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-590c1e9d-40c9-4078-8720-52af1029aae6 admin admin] Publish callbacks [] for security_group (fcdbbd6a-a572-4af4-988d-ede5d169edea), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:11.516904 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-590c1e9d-40c9-4078-8720-52af1029aae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (fcdbbd6a-a572-4af4-988d-ede5d169edea), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:11.519628 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-590c1e9d-40c9-4078-8720-52af1029aae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:11.520788 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-590c1e9d-40c9-4078-8720-52af1029aae6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fcdbbd6a-a572-4af4-988d-ede5d169edea HTTP/1.1" status: 204 len: 168 time: 0.2051346 Feb 20 22:36:11.529386 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c1e9d-40c9-4078-8720-52af1029aae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdbbd6a-a572-4af4-988d-ede5d169edea,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:11.670491 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afd1ea-a0a7-4385-868c-95f936fa6bb0 req-1d68d36a-e2e7-4e19-8675-4145493cd37a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:11.672256 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-08afd1ea-a0a7-4385-868c-95f936fa6bb0 req-1d68d36a-e2e7-4e19-8675-4145493cd37a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0552156 Feb 20 22:36:11.682265 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42088) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:11.696826 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e834827-abe0-4205-abae-2e421a5545b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:11.732366 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-08afd1ea-a0a7-4385-868c-95f936fa6bb0 req-1ab2fd3e-1d4a-455e-96aa-53f27b0e8e5c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543678 Feb 20 22:36:11.788146 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e834827-abe0-4205-abae-2e421a5545b6 admin admin] Publish callbacks [] for security_group (691255ce-edb2-4061-831f-f9c650b177e1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:11.859567 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1e834827-abe0-4205-abae-2e421a5545b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (691255ce-edb2-4061-831f-f9c650b177e1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:11.897543 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e834827-abe0-4205-abae-2e421a5545b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691255ce-edb2-4061-831f-f9c650b177e1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:11.902161 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-1e834827-abe0-4205-abae-2e421a5545b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b8e947570a344a9d94711c3e80a6f133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187624 Feb 20 22:36:11.904845 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42096) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:11.957579 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-299b028d-51e2-4254-9900-add6fa58b29e admin admin] Publish callbacks [] for security_group (691255ce-edb2-4061-831f-f9c650b177e1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:11.979736 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-299b028d-51e2-4254-9900-add6fa58b29e admin admin] Publish callbacks [] for security_group (691255ce-edb2-4061-831f-f9c650b177e1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:12.087571 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-299b028d-51e2-4254-9900-add6fa58b29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (691255ce-edb2-4061-831f-f9c650b177e1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:12.090409 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-299b028d-51e2-4254-9900-add6fa58b29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:12.092450 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-299b028d-51e2-4254-9900-add6fa58b29e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/691255ce-edb2-4061-831f-f9c650b177e1 HTTP/1.1" status: 204 len: 168 time: 0.1866930 Feb 20 22:36:12.100439 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b028d-51e2-4254-9900-add6fa58b29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691255ce-edb2-4061-831f-f9c650b177e1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:12.871745 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a73a4-b00e-40e7-8f02-0198033305f9 req-7d010cf0-4c46-4cb9-b1f9-619f18000438 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:12.874047 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4b2a73a4-b00e-40e7-8f02-0198033305f9 req-7d010cf0-4c46-4cb9-b1f9-619f18000438 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0543764 Feb 20 22:36:12.936704 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4b2a73a4-b00e-40e7-8f02-0198033305f9 req-fabfbefd-f4e1-4ddd-af32-284b07351cfe tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554872 Feb 20 22:36:13.981581 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42190) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:14.082400 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c68496-296f-45f0-ae95-88ba069b1689 req-adc29b81-565c-4a2f-b495-34df1098b9de tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:14.084106 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-39c68496-296f-45f0-ae95-88ba069b1689 req-adc29b81-565c-4a2f-b495-34df1098b9de tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0627482 Feb 20 22:36:14.151997 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-39c68496-296f-45f0-ae95-88ba069b1689 req-66d4998f-7626-486d-b3c6-9913b04c2254 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505774 Feb 20 22:36:14.197071 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3f9cb2da-ef18-4f95-a219-f987a94456c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:14.291290 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3f9cb2da-ef18-4f95-a219-f987a94456c4 admin admin] Publish callbacks [] for security_group (0ad32faf-6561-44bb-97b3-8c939501a5c8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:14.378662 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3f9cb2da-ef18-4f95-a219-f987a94456c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (0ad32faf-6561-44bb-97b3-8c939501a5c8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:14.418591 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-3f9cb2da-ef18-4f95-a219-f987a94456c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=08504d1004134a69907a1f0b6b15493f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358666 Feb 20 22:36:14.420611 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9cb2da-ef18-4f95-a219-f987a94456c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad32faf-6561-44bb-97b3-8c939501a5c8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:14.423269 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42208) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:14.475502 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccedc-37d3-4387-a8ea-e23095876b4d admin admin] Publish callbacks [] for security_group (0ad32faf-6561-44bb-97b3-8c939501a5c8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:14.499817 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccedc-37d3-4387-a8ea-e23095876b4d admin admin] Publish callbacks [] for security_group (0ad32faf-6561-44bb-97b3-8c939501a5c8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:14.646535 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccedc-37d3-4387-a8ea-e23095876b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (0ad32faf-6561-44bb-97b3-8c939501a5c8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:14.650315 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5f9ccedc-37d3-4387-a8ea-e23095876b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:14.651974 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-5f9ccedc-37d3-4387-a8ea-e23095876b4d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0ad32faf-6561-44bb-97b3-8c939501a5c8 HTTP/1.1" status: 204 len: 168 time: 0.2277815 Feb 20 22:36:14.660957 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ccedc-37d3-4387-a8ea-e23095876b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad32faf-6561-44bb-97b3-8c939501a5c8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:14.846297 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-ce40f787-8f06-4e21-88fb-b47ea13eb818 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f8198580f630434a84d43767216d623d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313215 Feb 20 22:36:15.034952 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-4a8ab067-c7bc-4f22-a7a4-33b4bc5e1a48 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:15.036434 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-4a8ab067-c7bc-4f22-a7a4-33b4bc5e1a48 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848528 Feb 20 22:36:15.051257 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-8e90ade0-1756-4a4e-ad9c-e2724687f95a tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/quotas/f8198580f630434a84d43767216d623d HTTP/1.1" status: 200 len: 375 time: 0.0094705 Feb 20 22:36:15.084931 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-0b121095-744c-4148-a578-b380852a03e6 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f8198580f630434a84d43767216d623d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287967 Feb 20 22:36:15.285425 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822e853-9df7-4486-bfbd-1bbd61dc5e3e req-b57c5930-c54b-48f1-9a2b-0f678f332a1b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:15.286950 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0822e853-9df7-4486-bfbd-1bbd61dc5e3e req-b57c5930-c54b-48f1-9a2b-0f678f332a1b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0627253 Feb 20 22:36:15.362105 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0822e853-9df7-4486-bfbd-1bbd61dc5e3e req-17ce35a9-2ffd-49cc-a0f6-1cb4f14ca088 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645790 Feb 20 22:36:15.425541 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c426eca2-a81c-45e3-991c-b00bfcd7c51c req-060327f8-76a4-4731-b8f9-68c48cbcc239 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 210 time: 0.0332193 Feb 20 22:36:15.509641 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42270) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:15.523970 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-09064079-c76d-4889-a334-cd03ac306a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:15.598632 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-09064079-c76d-4889-a334-cd03ac306a9a admin admin] Publish callbacks [] for security_group (1ad8124b-afd3-4329-994c-f733d5735637), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:15.664974 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-09064079-c76d-4889-a334-cd03ac306a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (1ad8124b-afd3-4329-994c-f733d5735637), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:15.706783 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-09064079-c76d-4889-a334-cd03ac306a9a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9dbe509ea38246f587e5c322af96849e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958942 Feb 20 22:36:15.707477 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09064079-c76d-4889-a334-cd03ac306a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad8124b-afd3-4329-994c-f733d5735637,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:15.709669 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42276) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:15.767013 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a2d0-16d2-4cf3-a6e8-410c8e291c13 admin admin] Publish callbacks [] for security_group (1ad8124b-afd3-4329-994c-f733d5735637), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:15.792203 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a2d0-16d2-4cf3-a6e8-410c8e291c13 admin admin] Publish callbacks [] for security_group (1ad8124b-afd3-4329-994c-f733d5735637), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:15.927278 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a2d0-16d2-4cf3-a6e8-410c8e291c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (1ad8124b-afd3-4329-994c-f733d5735637), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:15.929813 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a2d0-16d2-4cf3-a6e8-410c8e291c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:15.931708 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d7e1a2d0-16d2-4cf3-a6e8-410c8e291c13 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ad8124b-afd3-4329-994c-f733d5735637 HTTP/1.1" status: 204 len: 168 time: 0.2199898 Feb 20 22:36:15.943268 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1a2d0-16d2-4cf3-a6e8-410c8e291c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad8124b-afd3-4329-994c-f733d5735637,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:16.491317 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4aca3-9a28-4b46-ac2c-d58d3276b317 req-d8649e5f-ffe3-4223-bdc3-dd34a44d2d85 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:16.494165 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-93f4aca3-9a28-4b46-ac2c-d58d3276b317 req-d8649e5f-ffe3-4223-bdc3-dd34a44d2d85 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0702856 Feb 20 22:36:16.530665 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1b18ff21-2df1-48bd-a2ed-832b451b6ba3 req-e405eec6-53bc-4a8c-8867-b1ee99212cec tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 210 time: 0.0277882 Feb 20 22:36:16.541110 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-93f4aca3-9a28-4b46-ac2c-d58d3276b317 req-0b1e6a1e-2d54-4938-bcc5-117d43874576 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Feb 20 22:36:17.587688 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-1636a6ec-2245-44ac-9bb1-cf4982834ea5 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=f8198580f630434a84d43767216d623d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371277 Feb 20 22:36:17.685410 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bbc50bc3-3f25-4af8-b872-f2e411fa4c52 req-e2065df7-b050-4320-862a-df329bba0bf8 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 210 time: 0.0634565 Feb 20 22:36:17.714223 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57556f50-0a99-4023-a43a-d9c733e8e69d req-eda17626-a925-47ae-821b-b8aa1a98ae85 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:17.717946 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57556f50-0a99-4023-a43a-d9c733e8e69d req-eda17626-a925-47ae-821b-b8aa1a98ae85 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0881507 Feb 20 22:36:17.752713 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-a35dd9e3-c4f9-4dcb-a5e5-476aee70d929 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:17.754884 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-a35dd9e3-c4f9-4dcb-a5e5-476aee70d929 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596868 Feb 20 22:36:17.768752 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57556f50-0a99-4023-a43a-d9c733e8e69d req-f53141f7-3938-4a2e-8105-7d99e9053717 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455518 Feb 20 22:36:17.771099 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Request body: {'port': {'device_id': '1cdebe34-25ac-4ef3-b879-e5fa650c67ae', 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f', 'admin_state_up': True, 'tenant_id': 'f8198580f630434a84d43767216d623d'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:36:17.933760 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Made reservation on behalf of f8198580f630434a84d43767216d623d for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:36:17.938673 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:17.948166 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.032832 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks [] for security_group (2230bf32-fcd6-4423-be02-17e254056459), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.070666 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (2230bf32-fcd6-4423-be02-17e254056459), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.139302 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2230bf32-fcd6-4423-be02-17e254056459,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:18.207944 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Allocated IP 192.168.233.184 (61ea3e0a-3213-4c67-913d-c6f7683ce78f/b4159e56-7578-424d-a4d8-8459d6ed5cd1/940e41ed-5ea2-4af2-919e-9361e3e8492f) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:36:18.362082 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks [] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.483578 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.502495 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42376) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:18.525645 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Network 61ea3e0a-3213-4c67-913d-c6f7683ce78f is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:36:18.528870 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:36:18.532628 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:36:18.571739 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Pushing event updated for resources: {'Port': ['ID=940e41ed-5ea2-4af2-919e-9361e3e8492f,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:18.594827 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:18.595810 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.631920 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-854435b7-0940-4ebb-90ef-4defafcddacb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.686291 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7d66a560-b794-46fa-88fd-c218b820f708 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9190395 Feb 20 22:36:18.713840 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-854435b7-0940-4ebb-90ef-4defafcddacb admin admin] Publish callbacks [] for security_group (8d6153b6-e6ea-43f5-9728-1f473192747f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.797983 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-81ff94ea-cdc6-4cb7-aaad-3e7c72bcd157 None None] Provisioning complete for port 940e41ed-5ea2-4af2-919e-9361e3e8492f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:36:18.798535 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81ff94ea-cdc6-4cb7-aaad-3e7c72bcd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.814024 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-854435b7-0940-4ebb-90ef-4defafcddacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (8d6153b6-e6ea-43f5-9728-1f473192747f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.814528 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85cd01-a913-4819-b729-a80015db511f req-b31ac21d-1274-4146-b246-91be909767e2 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:18.816639 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a85cd01-a913-4819-b729-a80015db511f req-b31ac21d-1274-4146-b246-91be909767e2 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 936 time: 0.0580177 Feb 20 22:36:18.836216 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-81ff94ea-cdc6-4cb7-aaad-3e7c72bcd157 None None] Port 940e41ed-5ea2-4af2-919e-9361e3e8492f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:36:18.868573 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-854435b7-0940-4ebb-90ef-4defafcddacb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9dbcb156a01d4c329e4ffc946db23683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650153 Feb 20 22:36:18.871603 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42388) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:18.879151 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a85cd01-a913-4819-b729-a80015db511f req-4e3860c4-ee10-41f6-901c-134664fe9ccf tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559485 Feb 20 22:36:18.892433 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854435b7-0940-4ebb-90ef-4defafcddacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6153b6-e6ea-43f5-9728-1f473192747f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:18.947985 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d304f-f6d9-4f39-949b-52cccd68f779 req-d08f82c5-20cc-4794-9277-715727fa051e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:18.949422 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9f2d304f-f6d9-4f39-949b-52cccd68f779 req-d08f82c5-20cc-4794-9277-715727fa051e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0977767 Feb 20 22:36:18.953956 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2771403b-bc5e-4bd5-ad24-333db6efa16c admin admin] Publish callbacks [] for security_group (8d6153b6-e6ea-43f5-9728-1f473192747f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:18.997795 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2771403b-bc5e-4bd5-ad24-333db6efa16c admin admin] Publish callbacks [] for security_group (8d6153b6-e6ea-43f5-9728-1f473192747f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:19.024277 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9f2d304f-f6d9-4f39-949b-52cccd68f779 req-ed857124-cb9a-4604-ad1b-0f0d893211e1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684597 Feb 20 22:36:19.139470 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2771403b-bc5e-4bd5-ad24-333db6efa16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (8d6153b6-e6ea-43f5-9728-1f473192747f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:19.142176 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2771403b-bc5e-4bd5-ad24-333db6efa16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:19.143345 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2771403b-bc5e-4bd5-ad24-333db6efa16c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8d6153b6-e6ea-43f5-9728-1f473192747f HTTP/1.1" status: 204 len: 168 time: 0.2706392 Feb 20 22:36:19.151303 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771403b-bc5e-4bd5-ad24-333db6efa16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6153b6-e6ea-43f5-9728-1f473192747f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:19.714901 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42398) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:19.727670 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59a0808c-8fd5-4e58-86d0-ee6c5dfd67e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:19.800404 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59a0808c-8fd5-4e58-86d0-ee6c5dfd67e9 admin admin] Publish callbacks [] for security_group (9b042cf6-cb7d-4fdf-b0c0-5f449dd9d5da), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:19.865112 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-59a0808c-8fd5-4e58-86d0-ee6c5dfd67e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (9b042cf6-cb7d-4fdf-b0c0-5f449dd9d5da), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:19.901894 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0808c-8fd5-4e58-86d0-ee6c5dfd67e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b042cf6-cb7d-4fdf-b0c0-5f449dd9d5da,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:19.907679 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-59a0808c-8fd5-4e58-86d0-ee6c5dfd67e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5caaae01299c4f47836212c306724881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917462 Feb 20 22:36:19.910579 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42404) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:19.988270 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-341399d4-f3d2-4f33-87b4-de0b308e3468 admin admin] Publish callbacks [] for security_group (9b042cf6-cb7d-4fdf-b0c0-5f449dd9d5da), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:20.007555 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Request body: {'port': {'device_id': '1cdebe34-25ac-4ef3-b879-e5fa650c67ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:36:20.041582 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-341399d4-f3d2-4f33-87b4-de0b308e3468 admin admin] Publish callbacks [] for security_group (9b042cf6-cb7d-4fdf-b0c0-5f449dd9d5da), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:20.058273 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee572f6-d628-4804-b316-437b8b2fa715 req-900c4d49-c3b2-4dff-aafe-133cadfb2562 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:20.060312 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3ee572f6-d628-4804-b316-437b8b2fa715 req-900c4d49-c3b2-4dff-aafe-133cadfb2562 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 936 time: 0.1104159 Feb 20 22:36:20.136245 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:20.142209 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddbedb-d092-40f3-a82c-76b118c74975 req-5fa2e551-cafb-459a-a9e3-b4a666359b41 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:20.143683 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7cddbedb-d092-40f3-a82c-76b118c74975 req-5fa2e551-cafb-459a-a9e3-b4a666359b41 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0530803 Feb 20 22:36:20.185119 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3ee572f6-d628-4804-b316-437b8b2fa715 req-8ad26d4f-738d-441d-8592-e55c4c863b20 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080189 Feb 20 22:36:20.193360 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7cddbedb-d092-40f3-a82c-76b118c74975 req-514b804f-2fa6-4e61-82e3-ddf37bd5b3fb tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437565 Feb 20 22:36:20.260933 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-341399d4-f3d2-4f33-87b4-de0b308e3468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (9b042cf6-cb7d-4fdf-b0c0-5f449dd9d5da), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:20.264299 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-341399d4-f3d2-4f33-87b4-de0b308e3468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:20.265553 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-341399d4-f3d2-4f33-87b4-de0b308e3468 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9b042cf6-cb7d-4fdf-b0c0-5f449dd9d5da HTTP/1.1" status: 204 len: 168 time: 0.3540187 Feb 20 22:36:20.281321 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341399d4-f3d2-4f33-87b4-de0b308e3468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b042cf6-cb7d-4fdf-b0c0-5f449dd9d5da,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:20.423930 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940e41ed-5ea2-4af2-919e-9361e3e8492f {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:36:20.431610 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Publish callbacks [] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:20.444746 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Transition to ACTIVE for port object 940e41ed-5ea2-4af2-919e-9361e3e8492f will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:36:20.498309 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:20.550304 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Pushing event updated for resources: {'Port': ['ID=940e41ed-5ea2-4af2-919e-9361e3e8492f,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:20.627584 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Attempting to bind port 940e41ed-5ea2-4af2-919e-9361e3e8492f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:36:20.628048 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Attempting to bind port 940e41ed-5ea2-4af2-919e-9361e3e8492f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'a4bcb4e4-024a-46ad-86ed-98eb4752b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:36:20.628617 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Attempting to bind port 940e41ed-5ea2-4af2-919e-9361e3e8492f on network 61ea3e0a-3213-4c67-913d-c6f7683ce78f {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:36:20.633484 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Port 940e41ed-5ea2-4af2-919e-9361e3e8492f on network 61ea3e0a-3213-4c67-913d-c6f7683ce78f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:36:20.633963 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Attempting to bind port 940e41ed-5ea2-4af2-919e-9361e3e8492f on network 61ea3e0a-3213-4c67-913d-c6f7683ce78f {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:36:20.640398 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:36:20.640861 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Checking segment: {'id': 'a4bcb4e4-024a-46ad-86ed-98eb4752b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:36:20.641339 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Bound using segment: {'id': 'a4bcb4e4-024a-46ad-86ed-98eb4752b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:36:20.641902 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Bound port: 940e41ed-5ea2-4af2-919e-9361e3e8492f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4bcb4e4-024a-46ad-86ed-98eb4752b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:36:20.642378 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:20.720290 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] For port 940e41ed-5ea2-4af2-919e-9361e3e8492f, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:36:20.724492 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] For port 940e41ed-5ea2-4af2-919e-9361e3e8492f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=940e41ed-5ea2-4af2-919e-9361e3e8492f,segment=NetworkSegment(a4bcb4e4-024a-46ad-86ed-98eb4752b44e),segment_id=a4bcb4e4-024a-46ad-86ed-98eb4752b44e)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:36:20.876578 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:20.911566 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:20.912109 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:20.913461 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] 10.222.0.91 "PUT /v2.0/ports/940e41ed-5ea2-4af2-919e-9361e3e8492f HTTP/1.1" status: 200 len: 1098 time: 0.9132698 Feb 20 22:36:20.913921 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdebe34-25ac-4ef3-b879-e5fa650c67ae', 'tag': '940e41ed-5ea2-4af2-919e-9361e3e8492f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:36:20.916120 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa58512-6cc9-4f37-b80c-0068dd6ad5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdebe34-25ac-4ef3-b879-e5fa650c67ae", "tag": "940e41ed-5ea2-4af2-919e-9361e3e8492f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:36:20.940973 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e177f5b-35ea-47d4-9cd8-df5603cf5336 service neutron] Pushing event updated for resources: {'Port': ['ID=940e41ed-5ea2-4af2-919e-9361e3e8492f,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:20.963429 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca29d67-269d-4dc6-82f2-111605dce10d x-openstack-request-id: req-dca29d67-269d-4dc6-82f2-111605dce10d {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:36:20.963878 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdebe34-25ac-4ef3-b879-e5fa650c67ae", "tag": "940e41ed-5ea2-4af2-919e-9361e3e8492f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:36:20.963994 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dca29d67-269d-4dc6-82f2-111605dce10d {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:36:20.964391 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdebe34-25ac-4ef3-b879-e5fa650c67ae', 'tag': '940e41ed-5ea2-4af2-919e-9361e3e8492f', 'status': 'completed', 'code': 200} Feb 20 22:36:21.035286 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa58512-6cc9-4f37-b80c-0068dd6ad5cd req-020a66b3-e936-42f7-b6c7-42e3be02068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:21.036816 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-efa58512-6cc9-4f37-b80c-0068dd6ad5cd req-020a66b3-e936-42f7-b6c7-42e3be02068a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8198580f630434a84d43767216d623d&device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 1132 time: 0.0508997 Feb 20 22:36:21.092265 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-efa58512-6cc9-4f37-b80c-0068dd6ad5cd req-97d2d002-1aac-4978-815a-0437bfe68d1d service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=f8198580f630434a84d43767216d623d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300477 Feb 20 22:36:21.310267 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1793a-d1b4-459e-9a46-c346e0b47d00 req-a62a449d-1ed6-409b-a7e1-9865825bc11b tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:21.312489 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-58a1793a-d1b4-459e-9a46-c346e0b47d00 req-a62a449d-1ed6-409b-a7e1-9865825bc11b tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 948 time: 0.0560541 Feb 20 22:36:21.379625 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-58a1793a-d1b4-459e-9a46-c346e0b47d00 req-8795175f-3702-496f-a49d-49a69d190e4d tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597584 Feb 20 22:36:21.501082 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05540c86-faf4-431f-a334-c78bcaa68174 req-607f647b-9141-41d3-9dee-69b3ba878935 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:21.502584 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-05540c86-faf4-431f-a334-c78bcaa68174 req-607f647b-9141-41d3-9dee-69b3ba878935 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.1640515 Feb 20 22:36:21.505331 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa58512-6cc9-4f37-b80c-0068dd6ad5cd req-e077ba76-8c60-4e37-ab25-c27f75d64906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:21.506683 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-efa58512-6cc9-4f37-b80c-0068dd6ad5cd req-e077ba76-8c60-4e37-ab25-c27f75d64906 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4086719 Feb 20 22:36:21.552793 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-05540c86-faf4-431f-a334-c78bcaa68174 req-e195f7d6-6afc-420c-985b-1a5068588d80 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440359 Feb 20 22:36:22.497756 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03cd1a-b1d4-431d-9ac0-348ba4b82cae req-71f75d6f-d2ca-45f2-a1b7-ed50aca1c1d8 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:22.499218 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bc03cd1a-b1d4-431d-9ac0-348ba4b82cae req-71f75d6f-d2ca-45f2-a1b7-ed50aca1c1d8 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 948 time: 0.0518320 Feb 20 22:36:22.544849 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bc03cd1a-b1d4-431d-9ac0-348ba4b82cae req-f2167643-9b2a-48b7-9037-fea27089e1b7 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401082 Feb 20 22:36:22.669964 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276cb5f-e0ee-4801-bb57-8b287b97b9c7 req-aa5bb48d-61c8-4488-a040-03907479f5ff tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:22.671533 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f276cb5f-e0ee-4801-bb57-8b287b97b9c7 req-aa5bb48d-61c8-4488-a040-03907479f5ff tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Feb 20 22:36:22.719732 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f276cb5f-e0ee-4801-bb57-8b287b97b9c7 req-3aac1fcf-d50f-40f2-9fc2-a49d70f242ba tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Feb 20 22:36:23.659879 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914b41a-c053-4551-98a0-c739fc93833e req-f1bfce53-85ab-4629-9d6f-40f5a9607b7e tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:23.661336 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6914b41a-c053-4551-98a0-c739fc93833e req-f1bfce53-85ab-4629-9d6f-40f5a9607b7e tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 948 time: 0.0500224 Feb 20 22:36:23.706702 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6914b41a-c053-4551-98a0-c739fc93833e req-45d62ea5-6a89-46a5-b781-9e786ae912d8 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399115 Feb 20 22:36:23.835450 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72d31-c041-42a5-86ae-d64c78fe94de req-661b6f01-d790-47fc-ba65-1bac98c8ef3d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:23.836810 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d3d72d31-c041-42a5-86ae-d64c78fe94de req-661b6f01-d790-47fc-ba65-1bac98c8ef3d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0502274 Feb 20 22:36:23.881567 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d3d72d31-c041-42a5-86ae-d64c78fe94de req-1562bc7a-6210-48f3-aa92-477b58b74f6a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386581 Feb 20 22:36:24.153207 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-892ef6d0-fea5-4dc4-bc9b-0e0a8544ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:24.155175 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-892ef6d0-fea5-4dc4-bc9b-0e0a8544ffb8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f8198580f630434a84d43767216d623d&device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 1132 time: 0.0476992 Feb 20 22:36:24.203904 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-fa5942c3-dbd9-4fe1-8b92-dfa6597f39cc service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=940e41ed-5ea2-4af2-919e-9361e3e8492f HTTP/1.1" status: 200 len: 217 time: 0.0362790 Feb 20 22:36:24.254144 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-70b206eb-e568-4da3-a984-131312ebeab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:24.255634 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-70b206eb-e568-4da3-a984-131312ebeab0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b4159e56-7578-424d-a4d8-8459d6ed5cd1 HTTP/1.1" status: 200 len: 843 time: 0.0455294 Feb 20 22:36:24.310980 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-2e13e710-d982-4014-b2c3-387cf1b784b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:24.311966 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-2e13e710-d982-4014-b2c3-387cf1b784b0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=61ea3e0a-3213-4c67-913d-c6f7683ce78f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0487108 Feb 20 22:36:24.403540 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-b4917112-4435-4f54-9c34-95e538c4ef1e service neutron] 10.222.0.91 "GET /v2.0/networks/61ea3e0a-3213-4c67-913d-c6f7683ce78f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852928 Feb 20 22:36:24.503596 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ceb08198-c4ed-441f-a189-fb12a68c175e req-cf003aac-d5c0-4999-97b9-615feaf70c5c service neutron] 10.222.0.91 "GET /v2.0/networks/61ea3e0a-3213-4c67-913d-c6f7683ce78f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941124 Feb 20 22:36:24.616050 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f4097-aab2-45e6-91c3-2f488ce6c61e req-ce099eb4-4a12-49ed-9a91-3356f9eea66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:24.617574 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-875f4097-aab2-45e6-91c3-2f488ce6c61e req-ce099eb4-4a12-49ed-9a91-3356f9eea66c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 1130 time: 0.0437088 Feb 20 22:36:24.662684 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-875f4097-aab2-45e6-91c3-2f488ce6c61e req-b4fd7e0b-1ad8-4618-87f0-314528ee149e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370364 Feb 20 22:36:24.831918 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330d53a-758c-4501-9e36-e2c98ab8c667 req-f60acd33-58ae-48de-908c-8b7685b98dde tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:24.833388 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0330d53a-758c-4501-9e36-e2c98ab8c667 req-f60acd33-58ae-48de-908c-8b7685b98dde tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 948 time: 0.0581620 Feb 20 22:36:24.881741 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0330d53a-758c-4501-9e36-e2c98ab8c667 req-89be5fda-b26f-42e9-86c0-e17c9100493d tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Feb 20 22:36:25.002630 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ca0c9-6adf-474e-9309-c9f4c7b40a70 req-3756d79d-af3f-4709-8c3b-c6feb687a384 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:25.004416 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-931ca0c9-6adf-474e-9309-c9f4c7b40a70 req-3756d79d-af3f-4709-8c3b-c6feb687a384 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0558431 Feb 20 22:36:25.052825 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-931ca0c9-6adf-474e-9309-c9f4c7b40a70 req-c2691b1e-6b12-498f-9c07-41a901516529 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428684 Feb 20 22:36:26.009835 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a9c9f-a18a-4d39-97fd-6429d03e4848 req-bf8f51ec-08d3-4991-a505-10e910a4de12 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:26.013578 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d63a9c9f-a18a-4d39-97fd-6429d03e4848 req-bf8f51ec-08d3-4991-a505-10e910a4de12 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 948 time: 0.0583932 Feb 20 22:36:26.061589 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d63a9c9f-a18a-4d39-97fd-6429d03e4848 req-7d6f0bff-2949-4725-b10d-380b207980f1 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Feb 20 22:36:26.188133 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4614f-e9ae-4d9c-9365-a466f7a523b1 req-22a2a7ad-3120-4856-8cd3-fbe8c5c3dd26 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:26.190012 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7bd4614f-e9ae-4d9c-9365-a466f7a523b1 req-22a2a7ad-3120-4856-8cd3-fbe8c5c3dd26 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0591419 Feb 20 22:36:26.239052 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7bd4614f-e9ae-4d9c-9365-a466f7a523b1 req-8d211b35-0195-4acb-aef7-7bc5a0007f4a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433958 Feb 20 22:36:27.184339 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5690c-8baf-4b8d-8331-75962bccec01 req-a8b0698f-c49b-45da-94a0-0c1d9c32c688 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:27.185960 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-16f5690c-8baf-4b8d-8331-75962bccec01 req-a8b0698f-c49b-45da-94a0-0c1d9c32c688 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 948 time: 0.0521514 Feb 20 22:36:27.249773 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-16f5690c-8baf-4b8d-8331-75962bccec01 req-20b2c07f-f6ac-4839-b3e8-ee5475f0da65 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523875 Feb 20 22:36:27.381772 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74f9ab-d266-4301-bb65-a9e3cd943f7e req-9d9492a9-bf8a-4f64-9d68-7d1fe381af5b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:27.384935 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2e74f9ab-d266-4301-bb65-a9e3cd943f7e req-9d9492a9-bf8a-4f64-9d68-7d1fe381af5b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0602129 Feb 20 22:36:27.444369 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2e74f9ab-d266-4301-bb65-a9e3cd943f7e req-7b08e6a1-6f2d-4246-bf43-73adcb816308 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535872 Feb 20 22:36:27.571248 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f886e8-693b-42f6-8cde-a6e2573a0cbe req-fa5c75bc-2e20-4bd7-ad05-bb3838e2ab13 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:27.572915 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a2f886e8-693b-42f6-8cde-a6e2573a0cbe req-fa5c75bc-2e20-4bd7-ad05-bb3838e2ab13 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0607550 Feb 20 22:36:27.636514 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a2f886e8-693b-42f6-8cde-a6e2573a0cbe req-debde8ec-8869-4b9c-a0e2-1bb5b35042e4 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572412 Feb 20 22:36:28.030693 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 940e41ed-5ea2-4af2-919e-9361e3e8492f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:36:28.053849 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42632) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:28.134111 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 940e41ed-5ea2-4af2-919e-9361e3e8492f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=940e41ed-5ea2-4af2-919e-9361e3e8492f,segment=NetworkSegment(a4bcb4e4-024a-46ad-86ed-98eb4752b44e),segment_id=a4bcb4e4-024a-46ad-86ed-98eb4752b44e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:36:28.149556 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '940e41ed-5ea2-4af2-919e-9361e3e8492f', 'network_id': '61ea3e0a-3213-4c67-913d-c6f7683ce78f', 'port_id': '940e41ed-5ea2-4af2-919e-9361e3e8492f', 'mac_address': 'fa:16:3e:8e:c4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4159e56-7578-424d-a4d8-8459d6ed5cd1', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:36:28.172956 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d865e8-7cc4-492c-aa71-e9b4fda4a7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:28.186833 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 940e41ed-5ea2-4af2-919e-9361e3e8492f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:36:28.187175 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:28.203570 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940e41ed-5ea2-4af2-919e-9361e3e8492f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:36:28.223947 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 940e41ed-5ea2-4af2-919e-9361e3e8492f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=940e41ed-5ea2-4af2-919e-9361e3e8492f,segment=NetworkSegment(a4bcb4e4-024a-46ad-86ed-98eb4752b44e),segment_id=a4bcb4e4-024a-46ad-86ed-98eb4752b44e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:36:28.255999 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d865e8-7cc4-492c-aa71-e9b4fda4a7db admin admin] Publish callbacks [] for security_group (16b093c3-dedc-4419-87d4-2e567ee49105), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:28.330083 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:28.352121 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-77d865e8-7cc4-492c-aa71-e9b4fda4a7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (16b093c3-dedc-4419-87d4-2e567ee49105), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:28.378483 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=940e41ed-5ea2-4af2-919e-9361e3e8492f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:28.385633 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.386029 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.386304 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0c0d4-c7b5-4e37-8324-e6003c767002 req-246a1048-cc46-485c-9aaf-0428fcfc4df4 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:28.386775 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.387257 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.387729 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.387842 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-01b0c0d4-c7b5-4e37-8324-e6003c767002 req-246a1048-cc46-485c-9aaf-0428fcfc4df4 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 948 time: 0.0762694 Feb 20 22:36:28.388191 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.388528 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.388859 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.389195 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.389745 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.390084 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.390702 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.390889 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:36:28.409142 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-77d865e8-7cc4-492c-aa71-e9b4fda4a7db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60130c95269747569a1d64ca04d0f3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541982 Feb 20 22:36:28.412567 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d865e8-7cc4-492c-aa71-e9b4fda4a7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b093c3-dedc-4419-87d4-2e567ee49105,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:28.412702 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42638) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:28.451475 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-01b0c0d4-c7b5-4e37-8324-e6003c767002 req-90a15f23-4114-4240-a4b3-7813f379e16b tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531037 Feb 20 22:36:28.474532 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c8bb1be-f1d8-40ba-9ed9-8b067d42a9b5 admin admin] Publish callbacks [] for security_group (16b093c3-dedc-4419-87d4-2e567ee49105), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:28.498427 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c8bb1be-f1d8-40ba-9ed9-8b067d42a9b5 admin admin] Publish callbacks [] for security_group (16b093c3-dedc-4419-87d4-2e567ee49105), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:28.636942 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c8bb1be-f1d8-40ba-9ed9-8b067d42a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (16b093c3-dedc-4419-87d4-2e567ee49105), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:28.643208 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c8bb1be-f1d8-40ba-9ed9-8b067d42a9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:28.649796 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6c8bb1be-f1d8-40ba-9ed9-8b067d42a9b5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/16b093c3-dedc-4419-87d4-2e567ee49105 HTTP/1.1" status: 204 len: 168 time: 0.2316837 Feb 20 22:36:28.654023 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8bb1be-f1d8-40ba-9ed9-8b067d42a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b093c3-dedc-4419-87d4-2e567ee49105,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:28.675840 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['940e41ed-5ea2-4af2-919e-9361e3e8492f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:36:29.092246 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42660) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:29.199039 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2b06ccc-a7d9-4469-b7be-e60a61e1609a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.273594 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2b06ccc-a7d9-4469-b7be-e60a61e1609a admin admin] Publish callbacks [] for security_group (96146645-8383-4b40-9a42-ede5ef7209c7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.345208 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f2b06ccc-a7d9-4469-b7be-e60a61e1609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (96146645-8383-4b40-9a42-ede5ef7209c7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.386444 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f2b06ccc-a7d9-4469-b7be-e60a61e1609a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f7f0f5ddaaf94118a9868058dedbede3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931015 Feb 20 22:36:29.387304 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b06ccc-a7d9-4469-b7be-e60a61e1609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96146645-8383-4b40-9a42-ede5ef7209c7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:29.389408 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42664) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:29.401113 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42666) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:29.415388 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0420405-0823-4556-84ce-4f91b5f1cc98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.445478 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e17243ac-b9ce-49dd-a6aa-00450b5e1c79 admin admin] Publish callbacks [] for security_group (96146645-8383-4b40-9a42-ede5ef7209c7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.467251 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e17243ac-b9ce-49dd-a6aa-00450b5e1c79 admin admin] Publish callbacks [] for security_group (96146645-8383-4b40-9a42-ede5ef7209c7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.492039 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0420405-0823-4556-84ce-4f91b5f1cc98 admin admin] Publish callbacks [] for security_group (19dab173-b410-4099-9f99-683809a29e01), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.582444 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f87e1-0a90-4d7d-bb9f-f376a345f687 req-bdeaa8c3-f588-4066-8e06-5e0277d30d87 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:29.582444 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-366f87e1-0a90-4d7d-bb9f-f376a345f687 req-bdeaa8c3-f588-4066-8e06-5e0277d30d87 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 949 time: 0.0541716 Feb 20 22:36:29.589110 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a0420405-0823-4556-84ce-4f91b5f1cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (19dab173-b410-4099-9f99-683809a29e01), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.591558 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e17243ac-b9ce-49dd-a6aa-00450b5e1c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (96146645-8383-4b40-9a42-ede5ef7209c7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.594084 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e17243ac-b9ce-49dd-a6aa-00450b5e1c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.598765 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-e17243ac-b9ce-49dd-a6aa-00450b5e1c79 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/96146645-8383-4b40-9a42-ede5ef7209c7 HTTP/1.1" status: 204 len: 168 time: 0.2072203 Feb 20 22:36:29.612776 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17243ac-b9ce-49dd-a6aa-00450b5e1c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96146645-8383-4b40-9a42-ede5ef7209c7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:29.631150 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0420405-0823-4556-84ce-4f91b5f1cc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dab173-b410-4099-9f99-683809a29e01,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:29.658413 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a0420405-0823-4556-84ce-4f91b5f1cc98 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=75ed9814ca96490690117f0bbf11b5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559321 Feb 20 22:36:29.661295 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42680) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:29.691051 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-366f87e1-0a90-4d7d-bb9f-f376a345f687 req-3d49adc6-4cd1-46aa-b756-77c5d4867a74 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900960 Feb 20 22:36:29.740339 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d852-a30c-4905-a5a0-1d1baeb23ec1 admin admin] Publish callbacks [] for security_group (19dab173-b410-4099-9f99-683809a29e01), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.764322 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d852-a30c-4905-a5a0-1d1baeb23ec1 admin admin] Publish callbacks [] for security_group (19dab173-b410-4099-9f99-683809a29e01), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.899369 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d852-a30c-4905-a5a0-1d1baeb23ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (19dab173-b410-4099-9f99-683809a29e01), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.902218 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d852-a30c-4905-a5a0-1d1baeb23ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:29.904340 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-e9c7d852-a30c-4905-a5a0-1d1baeb23ec1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19dab173-b410-4099-9f99-683809a29e01 HTTP/1.1" status: 204 len: 168 time: 0.2419853 Feb 20 22:36:29.913189 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7d852-a30c-4905-a5a0-1d1baeb23ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dab173-b410-4099-9f99-683809a29e01,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:30.058940 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 940e41ed-5ea2-4af2-919e-9361e3e8492f up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:36:30.164303 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d647a2-d881-47d9-9d46-0631d199370d req-b94aa824-4830-4d02-a3de-f33c341e2b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:30.172931 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-75d647a2-d881-47d9-9d46-0631d199370d req-b94aa824-4830-4d02-a3de-f33c341e2b04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1099265 Feb 20 22:36:30.189974 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a532fa4-fe40-44ac-9c9c-e29c61de594b req-304e6d74-fc81-4bed-ad1f-35bbecd26f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:30.191412 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8a532fa4-fe40-44ac-9c9c-e29c61de594b req-304e6d74-fc81-4bed-ad1f-35bbecd26f94 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 1129 time: 0.0782299 Feb 20 22:36:30.228412 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-75d647a2-d881-47d9-9d46-0631d199370d req-81aa9dbf-95cf-45fe-8fb3-cd2ce117f236 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544686 Feb 20 22:36:30.271323 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 940e41ed-5ea2-4af2-919e-9361e3e8492f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:36:30.275744 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 940e41ed-5ea2-4af2-919e-9361e3e8492f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:36:30.276214 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:30.300733 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a532fa4-fe40-44ac-9c9c-e29c61de594b req-bca99c41-4bd0-4e95-bd92-7322022186fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:30.303106 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8a532fa4-fe40-44ac-9c9c-e29c61de594b req-bca99c41-4bd0-4e95-bd92-7322022186fc service neutron] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 919 time: 0.1053662 Feb 20 22:36:30.354323 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8a532fa4-fe40-44ac-9c9c-e29c61de594b req-ba796c2f-88d1-421a-8c80-d6940ff0d76a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451c5388-4913-495b-bc26-cca46c2132b7 HTTP/1.1" status: 200 len: 217 time: 0.0434752 Feb 20 22:36:30.374378 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 940e41ed-5ea2-4af2-919e-9361e3e8492f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:36:30.374848 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:30.413015 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a532fa4-fe40-44ac-9c9c-e29c61de594b req-d1ae165e-dbe8-4f54-a737-15d5523fb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:30.414803 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8a532fa4-fe40-44ac-9c9c-e29c61de594b req-d1ae165e-dbe8-4f54-a737-15d5523fb539 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.0536859 Feb 20 22:36:30.467516 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8a532fa4-fe40-44ac-9c9c-e29c61de594b req-76061d3c-7407-4027-b4f3-309c94613f97 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456989 Feb 20 22:36:30.566528 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdebe34-25ac-4ef3-b879-e5fa650c67ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940e41ed-5ea2-4af2-919e-9361e3e8492f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:36:30.569267 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec12394c-9eeb-4b11-9e20-a076e4dc17fa" -d '{"events": [{"server_uuid": "1cdebe34-25ac-4ef3-b879-e5fa650c67ae", "name": "network-vif-plugged", "status": "completed", "tag": "940e41ed-5ea2-4af2-919e-9361e3e8492f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:36:30.572874 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 940e41ed-5ea2-4af2-919e-9361e3e8492f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=940e41ed-5ea2-4af2-919e-9361e3e8492f,segment=NetworkSegment(a4bcb4e4-024a-46ad-86ed-98eb4752b44e),segment_id=a4bcb4e4-024a-46ad-86ed-98eb4752b44e)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:36:30.610577 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82be1f54-95c9-4d86-a908-18207bacb689 x-openstack-request-id: req-82be1f54-95c9-4d86-a908-18207bacb689 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:36:30.610899 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdebe34-25ac-4ef3-b879-e5fa650c67ae", "name": "network-vif-plugged", "status": "completed", "tag": "940e41ed-5ea2-4af2-919e-9361e3e8492f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:36:30.611162 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82be1f54-95c9-4d86-a908-18207bacb689 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:36:30.611585 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdebe34-25ac-4ef3-b879-e5fa650c67ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940e41ed-5ea2-4af2-919e-9361e3e8492f', 'code': 200} Feb 20 22:36:30.619443 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8a532fa4-fe40-44ac-9c9c-e29c61de594b req-f3bcc782-be05-4c5d-93ac-c6238e1b12c1 service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446781 Feb 20 22:36:30.654104 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:30.714555 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=940e41ed-5ea2-4af2-919e-9361e3e8492f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:30.728032 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8a532fa4-fe40-44ac-9c9c-e29c61de594b req-1740ad19-0f0a-422a-a53c-344447e5bce6 service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018953 Feb 20 22:36:30.847806 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee669f9-14b5-43ab-9c1c-02235a044a16 req-fc16b349-f011-4e44-980e-90a15f926424 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:30.849297 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ee669f9-14b5-43ab-9c1c-02235a044a16 req-fc16b349-f011-4e44-980e-90a15f926424 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 950 time: 0.0650241 Feb 20 22:36:30.914871 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2ee669f9-14b5-43ab-9c1c-02235a044a16 req-5ab75914-c08a-403f-9e1b-4b7ba2296e47 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581632 Feb 20 22:36:30.995112 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90088b6-be6a-420f-a20b-6143d1d3c61e req-08a8aaa6-1dd7-4b80-ab16-0ab8eeac9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:30.997655 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b90088b6-be6a-420f-a20b-6143d1d3c61e req-08a8aaa6-1dd7-4b80-ab16-0ab8eeac9a52 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 1134 time: 0.0480258 Feb 20 22:36:31.052881 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b90088b6-be6a-420f-a20b-6143d1d3c61e req-9bd56631-1d59-4013-b8c6-6a57da3a8d7d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486269 Feb 20 22:36:31.254470 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42788) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:31.307408 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:36:31.372978 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1355522455-network', 'tenant_id': '456bcf31c8e044069c66a08e4a4e0ac3'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:36:31.386517 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f032d-dfb5-471e-b738-da47541dbc14 req-76b814ba-69f6-4d04-b050-65dee0ac93d5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:31.389084 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9d6f032d-dfb5-471e-b738-da47541dbc14 req-76b814ba-69f6-4d04-b050-65dee0ac93d5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0710647 Feb 20 22:36:31.441909 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9d6f032d-dfb5-471e-b738-da47541dbc14 req-783d90b6-2c8e-4921-bb13-f70e87fccf29 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468264 Feb 20 22:36:31.482182 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Made reservation on behalf of 456bcf31c8e044069c66a08e4a4e0ac3 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:36:31.486743 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:31.497547 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:31.571181 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Publish callbacks [] for security_group (21c30568-8319-4f87-9572-e6e67a26b509), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:31.636258 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (21c30568-8319-4f87-9572-e6e67a26b509), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:31.659459 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:36:31.674649 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c30568-8319-4f87-9572-e6e67a26b509,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:31.679892 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (13776d89-5a40-44aa-8825-d6bc6cfa2145), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:31.680233 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Added segment 13776d89-5a40-44aa-8825-d6bc6cfa2145 of type vlan for network 6a0e196e-b800-4841-87dc-fc60b4d2d742 Feb 20 22:36:31.734509 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (6a0e196e-b800-4841-87dc-fc60b4d2d742), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:31.847727 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (6a0e196e-b800-4841-87dc-fc60b4d2d742), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:31.848701 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:31.849271 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:31.912063 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] Pushing event updated for resources: {'Network': ['ID=6a0e196e-b800-4841-87dc-fc60b4d2d742,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:31.924934 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 6a0e196e-b800-4841-87dc-fc60b4d2d742 details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:36:31.947671 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b2b03dff-1b3c-4c31-ad1d-2833d970d195 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6869316 Feb 20 22:36:31.947671 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 42814) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:31.951537 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Request body: {'subnet': {'network_id': '6a0e196e-b800-4841-87dc-fc60b4d2d742', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1355522455-subnet', 'tenant_id': '456bcf31c8e044069c66a08e4a4e0ac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:36:32.039409 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Made reservation on behalf of 456bcf31c8e044069c66a08e4a4e0ac3 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:36:32.040152 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9865859'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:32.105304 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dbb8ee24-11f3-466d-897a-b931f3d95d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:32.124660 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c48ce7-492e-42e8-b79b-68a445d8b8b7 req-d737d8fe-9b21-437c-9345-b3e931a9fa34 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:32.126309 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46c48ce7-492e-42e8-b79b-68a445d8b8b7 req-d737d8fe-9b21-437c-9345-b3e931a9fa34 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 950 time: 0.1317279 Feb 20 22:36:32.212201 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46c48ce7-492e-42e8-b79b-68a445d8b8b7 req-9dfcf790-1b2d-44b5-aa89-a8b2000add31 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797987 Feb 20 22:36:32.344986 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2418829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9865841'] for subnet (bd3013b2-aa60-4ce5-9705-2328ca20b062), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:32.399281 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3013b2-aa60-4ce5-9705-2328ca20b062,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:32.409620 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Checking segment: {'id': '13776d89-5a40-44aa-8825-d6bc6cfa2145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '6a0e196e-b800-4841-87dc-fc60b4d2d742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:36:32.410154 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Network hostable DHCP agents. Network: 6a0e196e-b800-4841-87dc-fc60b4d2d742, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:36:32.510608 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Network 6a0e196e-b800-4841-87dc-fc60b4d2d742 is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:36:32.566757 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b694345-a270-4283-a984-92d32ae6be5a req-007e0300-6db8-4b79-aee4-b96a7d64984d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:32.568590 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7b694345-a270-4283-a984-92d32ae6be5a req-007e0300-6db8-4b79-aee4-b96a7d64984d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0583751 Feb 20 22:36:32.579327 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 6a0e196e-b800-4841-87dc-fc60b4d2d742) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:36:32.583442 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:32.584023 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:32.591033 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd351c-b00e-4667-9b33-fc69180e7899 None None] Network 6a0e196e-b800-4841-87dc-fc60b4d2d742 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:36:32.636042 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7b694345-a270-4283-a984-92d32ae6be5a req-7389f278-3d88-46ff-9f52-4f71e1f10579 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615573 Feb 20 22:36:32.687752 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-324ae316-c792-486b-bcea-05c2c0cdf5f5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7408998 Feb 20 22:36:32.710695 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3cdb0-a1c2-4b07-a62e-b06bc9bc7cb3 None None] Network 6a0e196e-b800-4841-87dc-fc60b4d2d742 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:36:33.341430 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1a8fb-4f7e-4b43-a994-0588777340dc req-91b84eb8-f398-49a9-a138-9c40565395a5 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:33.343175 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d4c1a8fb-4f7e-4b43-a994-0588777340dc req-91b84eb8-f398-49a9-a138-9c40565395a5 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 950 time: 0.0620906 Feb 20 22:36:33.391073 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d4c1a8fb-4f7e-4b43-a994-0588777340dc req-589507b6-b48f-4674-815c-841dc257e585 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422206 Feb 20 22:36:33.423894 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42866) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:33.429325 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2012222333-network', 'tenant_id': '6b7383252efb4a7c98846e8afb169d0d'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:36:33.533394 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Made reservation on behalf of 6b7383252efb4a7c98846e8afb169d0d for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:36:33.535791 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:33.545741 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:33.621716 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Publish callbacks [] for security_group (43535a99-b4e9-48cf-b646-88a4ebcb3f6b), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:33.693526 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (43535a99-b4e9-48cf-b646-88a4ebcb3f6b), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:33.721934 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:36:33.730617 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43535a99-b4e9-48cf-b646-88a4ebcb3f6b,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:33.742242 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (53c2dbcb-32ce-4e76-87b9-dbf68e6ed5ad), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:33.742592 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.segments_db [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Added segment 53c2dbcb-32ce-4e76-87b9-dbf68e6ed5ad of type vlan for network 85e64a48-b62d-49af-84fa-e461666e4a5e Feb 20 22:36:33.776606 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352f631-4316-47eb-b8b2-9965093523ca req-b7d37405-ef77-48a4-9c95-885fc1187fad tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:33.778184 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e352f631-4316-47eb-b8b2-9965093523ca req-b7d37405-ef77-48a4-9c95-885fc1187fad tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0735283 Feb 20 22:36:33.794850 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (85e64a48-b62d-49af-84fa-e461666e4a5e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:33.838407 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e352f631-4316-47eb-b8b2-9965093523ca req-b213e56b-d5e2-46e8-893b-7ba444ee6a5c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Feb 20 22:36:33.907030 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (85e64a48-b62d-49af-84fa-e461666e4a5e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:33.914792 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:33.915653 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:33.963767 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6b9a1-68da-4d14-b8dc-36deb23f575d req-80737d5c-235a-49e3-a73d-45fdb3609958 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:33.966034 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-07e6b9a1-68da-4d14-b8dc-36deb23f575d req-80737d5c-235a-49e3-a73d-45fdb3609958 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 950 time: 0.0582578 Feb 20 22:36:33.996383 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] Pushing event updated for resources: {'Network': ['ID=85e64a48-b62d-49af-84fa-e461666e4a5e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:33.996567 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:34.008279 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 85e64a48-b62d-49af-84fa-e461666e4a5e details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:36:34.018786 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-07e6b9a1-68da-4d14-b8dc-36deb23f575d req-3d7e14d0-dd0b-42b0-b991-b11e61c4448d tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 Feb 20 22:36:34.051099 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-0e4e7d4d-fdd2-4a80-a88a-de96736f4359 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6258674 Feb 20 22:36:34.056689 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 42882) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:34.061535 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Request body: {'subnet': {'network_id': '85e64a48-b62d-49af-84fa-e461666e4a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2012222333-subnet', 'tenant_id': '6b7383252efb4a7c98846e8afb169d0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:36:34.144994 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Made reservation on behalf of 6b7383252efb4a7c98846e8afb169d0d for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:36:34.147326 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3042798'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:34.368245 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3042588'] for subnet (9c24d834-0f14-44c1-bf42-8be9341ddd09), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:34.425685 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c24d834-0f14-44c1-bf42-8be9341ddd09,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:34.434025 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Checking segment: {'id': '53c2dbcb-32ce-4e76-87b9-dbf68e6ed5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '85e64a48-b62d-49af-84fa-e461666e4a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:36:34.434387 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Network hostable DHCP agents. Network: 85e64a48-b62d-49af-84fa-e461666e4a5e, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:36:34.533584 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Network 85e64a48-b62d-49af-84fa-e461666e4a5e is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:36:34.653501 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 85e64a48-b62d-49af-84fa-e461666e4a5e) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:36:34.657904 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:34.658653 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:34.664289 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752bfa9c-da64-41bf-be78-94590e1aeb0a None None] Network 85e64a48-b62d-49af-84fa-e461666e4a5e requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:36:34.679078 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a0327927-7fe3-43cd-900a-6fc8c4a3422a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:34.769515 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea81e341-90e8-48ba-b3c9-b0897e28441b None None] Network 85e64a48-b62d-49af-84fa-e461666e4a5e requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:36:34.771354 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-e72511cc-5b6c-47ea-9732-2963b0746d6e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7135448 Feb 20 22:36:34.983102 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12f452-f9f6-457a-ae38-fa6706ab2235 req-a99181c6-36da-4633-8d12-9c297a7c9fa8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:34.985290 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0f12f452-f9f6-457a-ae38-fa6706ab2235 req-a99181c6-36da-4633-8d12-9c297a7c9fa8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0647011 Feb 20 22:36:35.040337 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0f12f452-f9f6-457a-ae38-fa6706ab2235 req-56c73c50-3299-4220-8a18-1d78f114d330 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497541 Feb 20 22:36:35.146520 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ade8f-f1fa-4f67-97b4-c67fe4a382ce req-7450de96-0915-4d5c-9fff-2548f370723a tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:35.148166 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3a9ade8f-f1fa-4f67-97b4-c67fe4a382ce req-7450de96-0915-4d5c-9fff-2548f370723a tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 950 time: 0.0553784 Feb 20 22:36:35.195653 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3a9ade8f-f1fa-4f67-97b4-c67fe4a382ce req-b5a62dd3-09bf-4391-ab3e-76f4e629a100 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/security-groups?id=2230bf32-fcd6-4423-be02-17e254056459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412858 Feb 20 22:36:35.584217 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:35.722563 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359695c-9091-4d6c-9852-087743b025af req-bac200d0-d81c-469a-b1e2-69fbfdcf61df tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:35.724077 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4359695c-9091-4d6c-9852-087743b025af req-bac200d0-d81c-469a-b1e2-69fbfdcf61df tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.91 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 950 time: 0.0738497 Feb 20 22:36:35.829250 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4359695c-9091-4d6c-9852-087743b025af req-3a7950a2-eeb5-416d-9992-c6c29d0f7e17 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Deleting port 940e41ed-5ea2-4af2-919e-9361e3e8492f {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:36:35.829585 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4359695c-9091-4d6c-9852-087743b025af req-3a7950a2-eeb5-416d-9992-c6c29d0f7e17 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:35.923214 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4359695c-9091-4d6c-9852-087743b025af req-3a7950a2-eeb5-416d-9992-c6c29d0f7e17 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] For port 940e41ed-5ea2-4af2-919e-9361e3e8492f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=940e41ed-5ea2-4af2-919e-9361e3e8492f,segment=NetworkSegment(a4bcb4e4-024a-46ad-86ed-98eb4752b44e),segment_id=a4bcb4e4-024a-46ad-86ed-98eb4752b44e)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:36:35.923571 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4359695c-9091-4d6c-9852-087743b025af req-3a7950a2-eeb5-416d-9992-c6c29d0f7e17 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:35.935539 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4359695c-9091-4d6c-9852-087743b025af req-3a7950a2-eeb5-416d-9992-c6c29d0f7e17 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Calling delete_port for 940e41ed-5ea2-4af2-919e-9361e3e8492f owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:36:36.138692 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4359695c-9091-4d6c-9852-087743b025af req-3a7950a2-eeb5-416d-9992-c6c29d0f7e17 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (940e41ed-5ea2-4af2-919e-9361e3e8492f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:36.156957 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['940e41ed-5ea2-4af2-919e-9361e3e8492f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:36:36.170824 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7950a2-eeb5-416d-9992-c6c29d0f7e17 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Pushing event deleted for resources: {'Port': ['ID=940e41ed-5ea2-4af2-919e-9361e3e8492f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:36.224628 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90bdac1-87b7-4776-a5a0-ccdba74f037d req-61162902-3198-4cfb-8688-c5178d0e322a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:36.226701 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c90bdac1-87b7-4776-a5a0-ccdba74f037d req-61162902-3198-4cfb-8688-c5178d0e322a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1149621 Feb 20 22:36:36.226832 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4359695c-9091-4d6c-9852-087743b025af req-3a7950a2-eeb5-416d-9992-c6c29d0f7e17 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] No DVR routers for this DVR port 940e41ed-5ea2-4af2-919e-9361e3e8492f on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:36:36.230189 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4359695c-9091-4d6c-9852-087743b025af req-3a7950a2-eeb5-416d-9992-c6c29d0f7e17 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:36.234022 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4359695c-9091-4d6c-9852-087743b025af req-3a7950a2-eeb5-416d-9992-c6c29d0f7e17 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.91 "DELETE /v2.0/ports/940e41ed-5ea2-4af2-919e-9361e3e8492f HTTP/1.1" status: 204 len: 173 time: 0.5029433 Feb 20 22:36:36.234484 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdebe34-25ac-4ef3-b879-e5fa650c67ae', 'name': 'network-vif-deleted', 'tag': '940e41ed-5ea2-4af2-919e-9361e3e8492f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:36:36.236795 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f51052f-d88e-4202-8a8f-48266a18fc8d" -d '{"events": [{"server_uuid": "1cdebe34-25ac-4ef3-b879-e5fa650c67ae", "name": "network-vif-deleted", "tag": "940e41ed-5ea2-4af2-919e-9361e3e8492f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:36:36.302251 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c90bdac1-87b7-4776-a5a0-ccdba74f037d req-66f47ac5-50ae-4265-b3a2-f50d48edaa5f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 Feb 20 22:36:36.303917 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5b95f060-f3cb-4c76-9e7b-a743bf11bd22 req-d3c0a52e-0655-4201-aefa-fdbcda515ac5 tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 210 time: 0.0308678 Feb 20 22:36:36.352216 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede40342-9446-4e08-96ad-e50178a222f8 x-openstack-request-id: req-ede40342-9446-4e08-96ad-e50178a222f8 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:36:36.352513 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdebe34-25ac-4ef3-b879-e5fa650c67ae", "name": "network-vif-deleted", "tag": "940e41ed-5ea2-4af2-919e-9361e3e8492f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:36:36.361528 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ede40342-9446-4e08-96ad-e50178a222f8 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:36:36.361528 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdebe34-25ac-4ef3-b879-e5fa650c67ae', 'name': 'network-vif-deleted', 'tag': '940e41ed-5ea2-4af2-919e-9361e3e8492f', 'status': 'completed', 'code': 200} Feb 20 22:36:36.893535 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:37.451164 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-46712dc5-c0d8-4399-9381-7c27d370956c req-3deec6bf-1dbc-4fe3-a293-1bfffa684d3b tempest-VolumesNegativeTest-1124836771 tempest-VolumesNegativeTest-1124836771-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdebe34-25ac-4ef3-b879-e5fa650c67ae HTTP/1.1" status: 200 len: 210 time: 0.0435553 Feb 20 22:36:37.463047 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa4288-05a5-4e66-8bc6-cd24714a0b09 req-7adc973f-f27c-4a78-898e-fc712c05988b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:37.464508 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dfaa4288-05a5-4e66-8bc6-cd24714a0b09 req-7adc973f-f27c-4a78-898e-fc712c05988b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0651882 Feb 20 22:36:37.517908 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dfaa4288-05a5-4e66-8bc6-cd24714a0b09 req-4e5161e9-71ba-44e9-ac6c-56fb8ea4811e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472860 Feb 20 22:36:38.550666 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:38.641501 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6328f-998f-435b-b2f4-dea977e9f767 req-bc9be6e3-b081-4279-9fd6-5238eb6501d9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:38.643030 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6aa6328f-998f-435b-b2f4-dea977e9f767 req-bc9be6e3-b081-4279-9fd6-5238eb6501d9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0562050 Feb 20 22:36:38.708785 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6aa6328f-998f-435b-b2f4-dea977e9f767 req-ef4b509b-acd1-487b-9f2d-b0b6392a05a1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595489 Feb 20 22:36:39.834020 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38b530-2229-40e8-a167-92e67e7f83a1 req-2d16fa9d-304b-4e62-85c1-19ef29765b44 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:39.835553 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6f38b530-2229-40e8-a167-92e67e7f83a1 req-2d16fa9d-304b-4e62-85c1-19ef29765b44 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0536196 Feb 20 22:36:39.888639 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6f38b530-2229-40e8-a167-92e67e7f83a1 req-6eb29a69-d4fb-4baa-91af-72bea50d974e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Feb 20 22:36:40.099181 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 940e41ed-5ea2-4af2-919e-9361e3e8492f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:36:40.123845 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 940e41ed-5ea2-4af2-919e-9361e3e8492f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:36:40.124190 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 940e41ed-5ea2-4af2-919e-9361e3e8492f not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:36:41.016109 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e29672-f784-4922-8878-c89c76b66bd2 req-bdc14d85-4154-4e6f-8dca-2a91184ea736 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:41.017892 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d1e29672-f784-4922-8878-c89c76b66bd2 req-bdc14d85-4154-4e6f-8dca-2a91184ea736 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0559711 Feb 20 22:36:41.066460 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d1e29672-f784-4922-8878-c89c76b66bd2 req-447f3984-e16d-4a3f-bd89-32ee79ab36f8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Feb 20 22:36:42.207800 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f59b4f-962d-4d2c-8979-685806bc4bc5 req-a9c94fd5-4dd6-458a-8f45-8a263cea7b44 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:42.209243 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-93f59b4f-962d-4d2c-8979-685806bc4bc5 req-a9c94fd5-4dd6-458a-8f45-8a263cea7b44 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0566967 Feb 20 22:36:42.256507 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-93f59b4f-962d-4d2c-8979-685806bc4bc5 req-20c6a8eb-8a7e-4bfa-9dfe-00caebbf6c14 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415640 Feb 20 22:36:42.490789 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71708a1a-e50b-41ba-827b-c0afe39dada9 req-9a766add-fe5b-4209-a4bf-d748e0264bba tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:42.492431 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-71708a1a-e50b-41ba-827b-c0afe39dada9 req-9a766add-fe5b-4209-a4bf-d748e0264bba tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0587626 Feb 20 22:36:42.546322 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-71708a1a-e50b-41ba-827b-c0afe39dada9 req-17edffc2-6513-4481-802b-d2961dcc146c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466673 Feb 20 22:36:43.143853 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad096cc-84f2-4b68-a8bd-aa01043da190 req-65eb9d2f-e142-4e2d-a031-ca4f2d9b0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:43.145474 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8ad096cc-84f2-4b68-a8bd-aa01043da190 req-65eb9d2f-e142-4e2d-a031-ca4f2d9b0793 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 1129 time: 0.0590689 Feb 20 22:36:43.197517 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8ad096cc-84f2-4b68-a8bd-aa01043da190 req-2f25154a-2faf-4c7c-be93-93e4286e69b0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Feb 20 22:36:43.386086 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a027-9c0b-4bf0-b8f8-cb3ad48e8b68 req-ad0db992-dfd7-438e-a05e-8f4f8fb70cc2 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:43.393487 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0ec5a027-9c0b-4bf0-b8f8-cb3ad48e8b68 req-ad0db992-dfd7-438e-a05e-8f4f8fb70cc2 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0602131 Feb 20 22:36:43.456740 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0ec5a027-9c0b-4bf0-b8f8-cb3ad48e8b68 req-9efcd9f2-19d5-4df7-9aa4-52d2fd89d812 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623779 Feb 20 22:36:43.676030 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c81a7-d040-4813-9d29-b2e89015944d req-0a36f161-c4ef-4d2d-ac33-daf43df7cfd9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:43.677542 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8e2c81a7-d040-4813-9d29-b2e89015944d req-0a36f161-c4ef-4d2d-ac33-daf43df7cfd9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0557756 Feb 20 22:36:43.729154 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8e2c81a7-d040-4813-9d29-b2e89015944d req-dcebafd9-7e9b-40c0-8c1e-190b49385929 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459392 Feb 20 22:36:44.578570 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab8647-d35d-4886-9e49-1c95e573f2b2 req-9de13a5e-203a-42ec-a202-0ef3ae7540b1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:44.579957 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f0ab8647-d35d-4886-9e49-1c95e573f2b2 req-9de13a5e-203a-42ec-a202-0ef3ae7540b1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0555952 Feb 20 22:36:44.630134 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f0ab8647-d35d-4886-9e49-1c95e573f2b2 req-f5ece9b0-5508-413a-8d43-0e43fa02d5cd tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431728 Feb 20 22:36:44.857180 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b6e61-4e55-4d19-9553-a628d532ec74 req-a043f197-b39a-4dc6-a0aa-e9c75feb51d4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:44.858669 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f0b6e61-4e55-4d19-9553-a628d532ec74 req-a043f197-b39a-4dc6-a0aa-e9c75feb51d4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0579326 Feb 20 22:36:44.905320 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f0b6e61-4e55-4d19-9553-a628d532ec74 req-b0d4cfa9-837f-430e-b346-35e0385fb7ed tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406725 Feb 20 22:36:45.750838 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7eac5-d1b3-4241-9670-b7ca491e8283 req-686c37df-47d4-48f2-9fcd-ac05c4a0f57d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:45.752298 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6cf7eac5-d1b3-4241-9670-b7ca491e8283 req-686c37df-47d4-48f2-9fcd-ac05c4a0f57d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0558431 Feb 20 22:36:45.799919 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6cf7eac5-d1b3-4241-9670-b7ca491e8283 req-7beb918c-4010-40bc-9ca3-8834534c1472 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Feb 20 22:36:46.028683 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18176336-f7d4-4c5c-b819-49b5e58fd055 req-605f544b-06fd-4441-b729-7885d79fd5cd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:46.030244 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-18176336-f7d4-4c5c-b819-49b5e58fd055 req-605f544b-06fd-4441-b729-7885d79fd5cd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0522742 Feb 20 22:36:46.075551 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-18176336-f7d4-4c5c-b819-49b5e58fd055 req-db4dbf58-25de-4578-b9fc-2cd047b61c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397129 Feb 20 22:36:46.916851 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88374c19-4481-430e-9ce9-e338d22a4a99 req-5e45fd54-0926-46e8-8813-3b31eda55976 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:46.918344 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-88374c19-4481-430e-9ce9-e338d22a4a99 req-5e45fd54-0926-46e8-8813-3b31eda55976 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0519710 Feb 20 22:36:46.975934 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-88374c19-4481-430e-9ce9-e338d22a4a99 req-44a4884f-69c6-4cd9-a1fd-755e416e2cf8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515859 Feb 20 22:36:47.200475 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ec595-7b9a-4526-9b33-009b0261d7af req-98552673-86c4-44aa-a6fd-5646043628e2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:47.201903 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-284ec595-7b9a-4526-9b33-009b0261d7af req-98552673-86c4-44aa-a6fd-5646043628e2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0564809 Feb 20 22:36:47.251162 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-284ec595-7b9a-4526-9b33-009b0261d7af req-53f155f2-3eac-490d-9ba8-6363582943d0 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435526 Feb 20 22:36:47.376715 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6018f-8551-4a0d-a761-30442522c8b6 req-401a9ecb-67e8-4588-8c57-32a9d212492f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:47.378163 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-64f6018f-8551-4a0d-a761-30442522c8b6 req-401a9ecb-67e8-4588-8c57-32a9d212492f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0529172 Feb 20 22:36:47.427970 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-64f6018f-8551-4a0d-a761-30442522c8b6 req-579a0156-0359-43a2-b13e-1d6626bb04ce tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441959 Feb 20 22:36:47.576497 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2aaf9-9e8f-4749-8dcd-99a5693c88ff req-5fad47a2-442d-469b-b168-a7dc0c3b18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:47.577975 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0cb2aaf9-9e8f-4749-8dcd-99a5693c88ff req-5fad47a2-442d-469b-b168-a7dc0c3b18ac service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 1129 time: 0.0429876 Feb 20 22:36:47.669920 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2aaf9-9e8f-4749-8dcd-99a5693c88ff req-5b19f9cd-1b7c-4b2b-8dc0-153778acdb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:47.671267 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0cb2aaf9-9e8f-4749-8dcd-99a5693c88ff req-5b19f9cd-1b7c-4b2b-8dc0-153778acdb0f service neutron] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 919 time: 0.0816810 Feb 20 22:36:47.715761 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0cb2aaf9-9e8f-4749-8dcd-99a5693c88ff req-653a92c1-1639-47e1-ba20-dcf437979ce7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451c5388-4913-495b-bc26-cca46c2132b7 HTTP/1.1" status: 200 len: 217 time: 0.0360451 Feb 20 22:36:47.762027 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2aaf9-9e8f-4749-8dcd-99a5693c88ff req-01ca93e7-4ce2-4693-bf57-3cb2b5d3605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:47.763608 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0cb2aaf9-9e8f-4749-8dcd-99a5693c88ff req-01ca93e7-4ce2-4693-bf57-3cb2b5d3605a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.0421062 Feb 20 22:36:47.797476 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0cb2aaf9-9e8f-4749-8dcd-99a5693c88ff req-7ac8066f-aab4-4843-9e0d-2d21a2dad036 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240562 Feb 20 22:36:47.891561 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0cb2aaf9-9e8f-4749-8dcd-99a5693c88ff req-895d24f4-b03e-4f08-b9c8-011a64ede786 service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862455 Feb 20 22:36:47.988828 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0cb2aaf9-9e8f-4749-8dcd-99a5693c88ff req-4e77d0d2-50a7-4399-bda4-f4a3c5f720e3 service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809011 Feb 20 22:36:48.400540 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c211b-fdcf-49d0-bc42-3f562257dc50 req-18be1106-d2e8-4aec-b421-0819056a4387 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:48.402013 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-460c211b-fdcf-49d0-bc42-3f562257dc50 req-18be1106-d2e8-4aec-b421-0819056a4387 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0607798 Feb 20 22:36:48.447517 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-460c211b-fdcf-49d0-bc42-3f562257dc50 req-72319f6b-d130-4571-8f11-6ec6ac208bca tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398555 Feb 20 22:36:48.558085 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b1d1d-ec0f-4203-9926-f2a5a11909df req-fab6843a-b400-4fcd-a79d-243230d976a8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:48.560673 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f49b1d1d-ec0f-4203-9926-f2a5a11909df req-fab6843a-b400-4fcd-a79d-243230d976a8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0615633 Feb 20 22:36:48.612552 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f49b1d1d-ec0f-4203-9926-f2a5a11909df req-59bf5b08-32f6-43b4-9547-e1554e57293d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461230 Feb 20 22:36:49.572609 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd2c77-c1f2-4c71-ae79-abfc8b29f098 req-1cc7d614-ae23-4d9c-a5f4-624a14cafbee tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:49.574108 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7cdd2c77-c1f2-4c71-ae79-abfc8b29f098 req-1cc7d614-ae23-4d9c-a5f4-624a14cafbee tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0550215 Feb 20 22:36:49.619636 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7cdd2c77-c1f2-4c71-ae79-abfc8b29f098 req-c7f292bd-61e5-45b9-8d0e-cbd051f0cfbc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394678 Feb 20 22:36:49.737847 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbb57e-74b0-4fad-8760-9289d52ac7c5 req-7533fa04-fe1c-46ff-b8d5-33e6da5d3217 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:49.739297 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f8fbb57e-74b0-4fad-8760-9289d52ac7c5 req-7533fa04-fe1c-46ff-b8d5-33e6da5d3217 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0513086 Feb 20 22:36:49.783319 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f8fbb57e-74b0-4fad-8760-9289d52ac7c5 req-6042b337-4e6b-4d93-9149-095c0cce137a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386279 Feb 20 22:36:50.743617 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093d692-ac62-4cb4-a3b3-db74c42a3bb4 req-4a05b8ee-79c9-4325-b59e-c4c4dfa3f1bc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:50.745037 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0093d692-ac62-4cb4-a3b3-db74c42a3bb4 req-4a05b8ee-79c9-4325-b59e-c4c4dfa3f1bc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0504825 Feb 20 22:36:50.789608 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0093d692-ac62-4cb4-a3b3-db74c42a3bb4 req-897bdfc5-a71d-4b9e-a53a-1acf62e9485b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387931 Feb 20 22:36:50.900689 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed8c9a-d3e9-43bc-be93-2c1856d5c7df req-19b83c4b-57ac-4e3a-a53a-5ecb5507d10b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:50.902256 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-daed8c9a-d3e9-43bc-be93-2c1856d5c7df req-19b83c4b-57ac-4e3a-a53a-5ecb5507d10b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0508318 Feb 20 22:36:50.947075 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-daed8c9a-d3e9-43bc-be93-2c1856d5c7df req-05d0b817-0d78-4a97-b7dd-6cc3d423a517 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 Feb 20 22:36:51.911215 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda1473-3147-4e1d-825c-8cafc7e3d7c4 req-de95e4c1-952b-4494-86cd-9c623e453c2f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:51.912759 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9eda1473-3147-4e1d-825c-8cafc7e3d7c4 req-de95e4c1-952b-4494-86cd-9c623e453c2f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0525472 Feb 20 22:36:51.963607 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9eda1473-3147-4e1d-825c-8cafc7e3d7c4 req-f3bffda8-c48e-4951-92bd-da1ddf8e01ae tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450547 Feb 20 22:36:52.071463 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3067dca-1945-4fac-b1c8-6924a8e5c9d2 req-fc339630-4adf-47a8-8cb1-85c56d29e8c5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:52.072889 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a3067dca-1945-4fac-b1c8-6924a8e5c9d2 req-fc339630-4adf-47a8-8cb1-85c56d29e8c5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0562134 Feb 20 22:36:52.126011 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a3067dca-1945-4fac-b1c8-6924a8e5c9d2 req-571ed55f-84bb-414d-8005-fc1c2101da6d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Feb 20 22:36:52.620018 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 43484) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:52.760330 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-9b4dd1d7-a8fa-4b57-803f-b97d99e34c08 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8198580f630434a84d43767216d623d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390049 Feb 20 22:36:52.772254 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 43490) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:36:52.824904 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc51e526-011b-4fc0-b01e-3d23f77309f7 admin admin] Publish callbacks [] for security_group (2230bf32-fcd6-4423-be02-17e254056459), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:52.848558 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc51e526-011b-4fc0-b01e-3d23f77309f7 admin admin] Publish callbacks [] for security_group (2230bf32-fcd6-4423-be02-17e254056459), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:52.984955 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc51e526-011b-4fc0-b01e-3d23f77309f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (2230bf32-fcd6-4423-be02-17e254056459), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:52.987674 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fc51e526-011b-4fc0-b01e-3d23f77309f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:36:52.988940 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-fc51e526-011b-4fc0-b01e-3d23f77309f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2230bf32-fcd6-4423-be02-17e254056459 HTTP/1.1" status: 204 len: 168 time: 0.2156193 Feb 20 22:36:52.999428 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51e526-011b-4fc0-b01e-3d23f77309f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2230bf32-fcd6-4423-be02-17e254056459,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:36:53.129922 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35376339-4827-478e-ac17-a1621924aded req-91f8b43e-782e-4c53-ac2b-bbea20055423 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:53.131538 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-35376339-4827-478e-ac17-a1621924aded req-91f8b43e-782e-4c53-ac2b-bbea20055423 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0559971 Feb 20 22:36:53.180662 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-35376339-4827-478e-ac17-a1621924aded req-607d28b8-bb51-440b-b71b-4507b2dde741 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430994 Feb 20 22:36:53.260352 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8ef93-b46c-454c-97e3-8de7bfcbc1a7 req-6146e2c8-7f32-4d21-bf20-4142a814e78d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:53.261821 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-86c8ef93-b46c-454c-97e3-8de7bfcbc1a7 req-6146e2c8-7f32-4d21-bf20-4142a814e78d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0647957 Feb 20 22:36:53.308780 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-86c8ef93-b46c-454c-97e3-8de7bfcbc1a7 req-c893ba87-524d-4660-a978-8fa91b4fa49a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Feb 20 22:36:54.309054 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73637ceb-6db6-401d-a6a0-ac93be4eda70 req-19a49e5b-c6a1-4b24-8bc8-e109452a7586 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:54.311112 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-73637ceb-6db6-401d-a6a0-ac93be4eda70 req-19a49e5b-c6a1-4b24-8bc8-e109452a7586 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0568395 Feb 20 22:36:54.359431 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-73637ceb-6db6-401d-a6a0-ac93be4eda70 req-e110ade0-9c82-4592-b52e-b1f2d6ffef73 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Feb 20 22:36:55.484814 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb1bb6-40c0-4857-9176-8abafada6e62 req-afba9c13-6f79-498c-b9fd-7045cff0b4ff tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:55.486312 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5cbb1bb6-40c0-4857-9176-8abafada6e62 req-afba9c13-6f79-498c-b9fd-7045cff0b4ff tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0569749 Feb 20 22:36:55.531736 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5cbb1bb6-40c0-4857-9176-8abafada6e62 req-733158eb-0508-4580-9f08-2606a06671be tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Feb 20 22:36:56.656386 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80c25-ba4e-4ac6-bb53-a5a705a6df9a req-2ff82fe3-4a80-4ca1-bb7e-15a8a4636891 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:56.657809 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-56b80c25-ba4e-4ac6-bb53-a5a705a6df9a req-2ff82fe3-4a80-4ca1-bb7e-15a8a4636891 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0526695 Feb 20 22:36:56.704634 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-56b80c25-ba4e-4ac6-bb53-a5a705a6df9a req-2f8fbe33-5380-4a05-b232-e6433a2cef55 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411670 Feb 20 22:36:57.829004 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b93685-33f2-4448-a23f-f89e9fa462ab req-6d5d9353-10b0-48ad-a6ca-882a0ce2d8ad tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:57.830504 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-33b93685-33f2-4448-a23f-f89e9fa462ab req-6d5d9353-10b0-48ad-a6ca-882a0ce2d8ad tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0525067 Feb 20 22:36:57.877066 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-33b93685-33f2-4448-a23f-f89e9fa462ab req-a3a26138-4240-499f-adbb-f9a4e1de26c0 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411406 Feb 20 22:36:58.270565 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ef077-1c9f-472f-987c-3842cd5b7cb8 req-ced4ee15-4eba-49f0-a144-6dea85abe288 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:58.272027 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6e4ef077-1c9f-472f-987c-3842cd5b7cb8 req-ced4ee15-4eba-49f0-a144-6dea85abe288 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0520599 Feb 20 22:36:58.321745 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6e4ef077-1c9f-472f-987c-3842cd5b7cb8 req-496720dd-96f2-4c7c-9272-c6f4a7ea8ca9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 Feb 20 22:36:59.001554 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fbbeb-c2a3-410b-ba73-1911d8f61410 req-0de12a2a-e462-4598-bdc8-d1d3f40fc829 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:59.003181 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-876fbbeb-c2a3-410b-ba73-1911d8f61410 req-0de12a2a-e462-4598-bdc8-d1d3f40fc829 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0549645 Feb 20 22:36:59.060641 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-876fbbeb-c2a3-410b-ba73-1911d8f61410 req-82b88237-92b5-4dc3-a970-8142599ce0ff tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418487 Feb 20 22:36:59.597966 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-136abdcb-1750-4819-b0b8-17613254d1bb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430212 Feb 20 22:36:59.670452 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-5a59ec2c-2ad6-4e71-9c63-3a3116c4d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:59.671960 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-5a59ec2c-2ad6-4e71-9c63-3a3116c4d5f8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 1130 time: 0.0493824 Feb 20 22:36:59.797543 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-1f84b28c-51c9-434b-8a24-36c97149bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:59.799112 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-1f84b28c-51c9-434b-8a24-36c97149bb36 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 919 time: 0.1001589 Feb 20 22:36:59.845509 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-51774011-8652-44a1-850a-2a7d5ba39ddf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7703542f-012c-45a8-a4f1-60a6300defc5 HTTP/1.1" status: 200 len: 217 time: 0.0384619 Feb 20 22:36:59.893390 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-75a57fca-c8e2-4a70-9a6f-de6f443bc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:36:59.894737 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-75a57fca-c8e2-4a70-9a6f-de6f443bc289 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.0430570 Feb 20 22:36:59.925488 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-afc9140f-0af7-4bf1-a7ba-b21e6b85c02e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236089 Feb 20 22:37:00.017230 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-838c021f-f32e-44d4-b1bc-b00628678c9f service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836351 Feb 20 22:37:00.193664 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7568608f-2f36-4c85-9de3-29ac3da51301 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:37:00.224001 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7a3e5-1c54-4482-944b-b9a3a663b58b req-a99212c2-2fdb-4cc7-9b72-841ae04283e6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:00.225742 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-aee7a3e5-1c54-4482-944b-b9a3a663b58b req-a99212c2-2fdb-4cc7-9b72-841ae04283e6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0906694 Feb 20 22:37:00.279920 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-aee7a3e5-1c54-4482-944b-b9a3a663b58b req-29335683-7678-4ae8-979a-cca63dee17f8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470216 Feb 20 22:37:00.303553 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:00.317507 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '7568608f-2f36-4c85-9de3-29ac3da51301', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'port_id': '7568608f-2f36-4c85-9de3-29ac3da51301', 'mac_address': 'fa:16:3e:a1:aa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:37:00.345656 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d8b28e85-9154-4e99-aba2-28b8980ad7fa req-f079223e-7e1c-45dc-9b23-9eb12e37d61f service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041649 Feb 20 22:37:00.375831 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7568608f-2f36-4c85-9de3-29ac3da51301 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:00.376412 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:00.393177 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7568608f-2f36-4c85-9de3-29ac3da51301 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:37:00.412407 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:00.482353 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:00.536019 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:00.581635 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['7568608f-2f36-4c85-9de3-29ac3da51301'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:37:01.295908 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 43684) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:01.343949 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Deleting subnet bd3013b2-aa60-4ce5-9705-2328ca20b062 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:37:01.347167 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Publish callbacks [] for subnet (bd3013b2-aa60-4ce5-9705-2328ca20b062), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.391297 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10286890'] for subnet (bd3013b2-aa60-4ce5-9705-2328ca20b062), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.428211 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1bc04-6f0b-4679-891c-414f74f76c1a req-05ec12c9-322b-48b9-a6fd-6e922e850425 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:01.432723 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (bd3013b2-aa60-4ce5-9705-2328ca20b062), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.438376 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-adc1bc04-6f0b-4679-891c-414f74f76c1a req-05ec12c9-322b-48b9-a6fd-6e922e850425 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 944 time: 0.0809968 Feb 20 22:37:01.487635 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-adc1bc04-6f0b-4679-891c-414f74f76c1a req-00760adb-3ede-4cc0-a35e-88337c7a3849 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Feb 20 22:37:01.562617 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2418892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9865838'] for subnet (bd3013b2-aa60-4ce5-9705-2328ca20b062), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.587243 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3013b2-aa60-4ce5-9705-2328ca20b062,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:01.592157 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.596437 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bd3013b2-aa60-4ce5-9705-2328ca20b062 HTTP/1.1" status: 204 len: 168 time: 0.2994468 Feb 20 22:37:01.597880 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 43696) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:01.601767 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.602116 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.602450 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.602787 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.603112 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.603461 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.603924 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.604078 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.604400 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.604725 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.605192 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.605548 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.605878 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662181f-aef5-4694-aefc-fb63ae70c34e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.666597 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (6a0e196e-b800-4841-87dc-fc60b4d2d742), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.742576 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (6a0e196e-b800-4841-87dc-fc60b4d2d742), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.763193 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0e196e-b800-4841-87dc-fc60b4d2d742']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:01.772338 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13776d89-5a40-44aa-8825-d6bc6cfa2145') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:01.772623 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13776d89-5a40-44aa-8825-d6bc6cfa2145') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:01.785627 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (13776d89-5a40-44aa-8825-d6bc6cfa2145), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.799718 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (13776d89-5a40-44aa-8825-d6bc6cfa2145), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.805739 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:37:01.806716 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (13776d89-5a40-44aa-8825-d6bc6cfa2145), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:37:01.808478 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:37:01.904969 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (6a0e196e-b800-4841-87dc-fc60b4d2d742), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.912495 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:01.915808 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6a0e196e-b800-4841-87dc-fc60b4d2d742 HTTP/1.1" status: 204 len: 168 time: 0.3169312 Feb 20 22:37:01.919424 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 43704) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:01.929311 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a0e196e-b800-4841-87dc-fc60b4d2d742,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:01.937660 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.938052 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.938399 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.938745 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.939633 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.939973 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.940306 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.940637 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.940970 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.941297 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.941622 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.941970 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.944463 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67df3c5d-55a2-4339-b75b-a1a43a395417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:01.969259 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf4aabd-21b8-4e5d-813f-bc9f56ce1718 admin admin] Deleting subnet 9c24d834-0f14-44c1-bf42-8be9341ddd09 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:37:01.972688 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdf4aabd-21b8-4e5d-813f-bc9f56ce1718 admin admin] Publish callbacks [] for subnet (9c24d834-0f14-44c1-bf42-8be9341ddd09), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.007914 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdf4aabd-21b8-4e5d-813f-bc9f56ce1718 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10286890'] for subnet (9c24d834-0f14-44c1-bf42-8be9341ddd09), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.046243 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdf4aabd-21b8-4e5d-813f-bc9f56ce1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (9c24d834-0f14-44c1-bf42-8be9341ddd09), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.082068 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3525ecae-b122-4141-a072-51925c3cb3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.156663 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdf4aabd-21b8-4e5d-813f-bc9f56ce1718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2418892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9865838'] for subnet (9c24d834-0f14-44c1-bf42-8be9341ddd09), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.187782 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4aabd-21b8-4e5d-813f-bc9f56ce1718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c24d834-0f14-44c1-bf42-8be9341ddd09,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:02.191748 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-cdf4aabd-21b8-4e5d-813f-bc9f56ce1718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.195295 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-cdf4aabd-21b8-4e5d-813f-bc9f56ce1718 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9c24d834-0f14-44c1-bf42-8be9341ddd09 HTTP/1.1" status: 204 len: 168 time: 0.2747612 Feb 20 22:37:02.197881 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 43718) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:02.214761 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7568608f-2f36-4c85-9de3-29ac3da51301 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:02.285345 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (85e64a48-b62d-49af-84fa-e461666e4a5e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.290823 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 7568608f-2f36-4c85-9de3-29ac3da51301 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:02.291926 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.366043 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (85e64a48-b62d-49af-84fa-e461666e4a5e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.380212 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7568608f-2f36-4c85-9de3-29ac3da51301 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:02.380730 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.391320 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e64a48-b62d-49af-84fa-e461666e4a5e']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:02.401885 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c2dbcb-32ce-4e76-87b9-dbf68e6ed5ad') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:02.402392 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c2dbcb-32ce-4e76-87b9-dbf68e6ed5ad') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:02.407834 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:37:02.410098 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d574d789-2117-405e-a04c-d83d6af7c563" -d '{"events": [{"server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "name": "network-vif-plugged", "status": "completed", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:37:02.423658 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286899'] for segment (53c2dbcb-32ce-4e76-87b9-dbf68e6ed5ad), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.425313 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:02.444296 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (53c2dbcb-32ce-4e76-87b9-dbf68e6ed5ad), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.452967 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:37:02.453514 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b19498-ea19-42d6-a814-02b63358c98e x-openstack-request-id: req-d7b19498-ea19-42d6-a814-02b63358c98e {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:37:02.453847 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419242'] for segment (53c2dbcb-32ce-4e76-87b9-dbf68e6ed5ad), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.453955 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "name": "network-vif-plugged", "status": "completed", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:37:02.454224 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d7b19498-ea19-42d6-a814-02b63358c98e {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:37:02.454521 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301', 'code': 200} Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: Traceback (most recent call last): Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: timer() Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: cb(*args, **kw) Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: return func(*args, **kwargs) Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: self._notify() Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: self.callback(batched_events) Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: event.method(event) Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: return f(self, *a, **k) Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: return self._get(url).json() Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:37:02.459220 dv-cinder-830095-1-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:37:02.476761 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.539087 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:02.579054 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (85e64a48-b62d-49af-84fa-e461666e4a5e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.586737 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:02.591270 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] 10.222.0.67 "DELETE /v2.0/networks/85e64a48-b62d-49af-84fa-e461666e4a5e HTTP/1.1" status: 204 len: 168 time: 0.3917818 Feb 20 22:37:02.603121 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f2231-68ad-4900-9440-db13008de68f admin admin] Pushing event deleted for resources: {'Network': ['ID=85e64a48-b62d-49af-84fa-e461666e4a5e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:02.618233 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f82a8a-7ea9-4a37-8921-bae121163e8c req-9e056d4d-795e-4bb6-b183-1bea431a067f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:02.623898 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a6f82a8a-7ea9-4a37-8921-bae121163e8c req-9e056d4d-795e-4bb6-b183-1bea431a067f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0620692 Feb 20 22:37:02.673578 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a6f82a8a-7ea9-4a37-8921-bae121163e8c req-b997e353-8b81-40f3-bb2f-f2c9d51166bc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474579 Feb 20 22:37:03.007961 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 43752) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:03.048947 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8b532f3d-bb80-4032-bf6b-3669f75e0073 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=456bcf31c8e044069c66a08e4a4e0ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398400 Feb 20 22:37:03.051532 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 43754) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:03.100236 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b345372-7c65-478f-995f-baea1a612876 admin admin] Publish callbacks [] for security_group (21c30568-8319-4f87-9572-e6e67a26b509), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:03.138236 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b345372-7c65-478f-995f-baea1a612876 admin admin] Publish callbacks [] for security_group (21c30568-8319-4f87-9572-e6e67a26b509), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:03.293785 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b345372-7c65-478f-995f-baea1a612876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (21c30568-8319-4f87-9572-e6e67a26b509), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:03.296497 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6b345372-7c65-478f-995f-baea1a612876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:03.298768 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6b345372-7c65-478f-995f-baea1a612876 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/21c30568-8319-4f87-9572-e6e67a26b509 HTTP/1.1" status: 204 len: 168 time: 0.2452812 Feb 20 22:37:03.311517 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b345372-7c65-478f-995f-baea1a612876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c30568-8319-4f87-9572-e6e67a26b509,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:03.821674 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99662b4-2d37-4f92-ad0b-9c7dee4ee15a req-fc067199-d666-4f62-8135-2b725957c3d2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:03.823254 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d99662b4-2d37-4f92-ad0b-9c7dee4ee15a req-fc067199-d666-4f62-8135-2b725957c3d2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0579803 Feb 20 22:37:03.880264 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d99662b4-2d37-4f92-ad0b-9c7dee4ee15a req-2250fa7b-9afe-483a-9d64-b329a206ec50 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493295 Feb 20 22:37:04.020781 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:04.348190 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 43780) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:04.403973 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 43782) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:04.404734 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-eddc0352-561e-4467-9845-fd67b46789fb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b7383252efb4a7c98846e8afb169d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545571 Feb 20 22:37:04.462733 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e218f223-327c-4e74-a212-b664ca27c0c5 admin admin] Publish callbacks [] for security_group (43535a99-b4e9-48cf-b646-88a4ebcb3f6b), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:04.487802 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e218f223-327c-4e74-a212-b664ca27c0c5 admin admin] Publish callbacks [] for security_group (43535a99-b4e9-48cf-b646-88a4ebcb3f6b), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:04.627961 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e218f223-327c-4e74-a212-b664ca27c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (43535a99-b4e9-48cf-b646-88a4ebcb3f6b), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:04.630029 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ae560b7-2d52-42ec-87a7-de433287b9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:04.641678 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e218f223-327c-4e74-a212-b664ca27c0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:04.643129 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-e218f223-327c-4e74-a212-b664ca27c0c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/43535a99-b4e9-48cf-b646-88a4ebcb3f6b HTTP/1.1" status: 204 len: 168 time: 0.2381611 Feb 20 22:37:04.673893 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218f223-327c-4e74-a212-b664ca27c0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43535a99-b4e9-48cf-b646-88a4ebcb3f6b,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:05.046103 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4a840-1d25-4944-b132-d51be119bcfa req-613fd29a-4859-44c7-b562-7cf5b82d701f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:05.046103 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-16d4a840-1d25-4944-b132-d51be119bcfa req-613fd29a-4859-44c7-b562-7cf5b82d701f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0799441 Feb 20 22:37:05.193745 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-16d4a840-1d25-4944-b132-d51be119bcfa req-dbc3fc9f-28ad-4def-91a9-120848d775db tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538382 Feb 20 22:37:05.865085 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:06.388580 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5aba9-4ea4-4185-b0f9-a34600ccef60 req-a690f1a1-d819-4067-9ea5-2b8a073a1217 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:06.391319 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-aaa5aba9-4ea4-4185-b0f9-a34600ccef60 req-a690f1a1-d819-4067-9ea5-2b8a073a1217 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0865090 Feb 20 22:37:06.453836 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-aaa5aba9-4ea4-4185-b0f9-a34600ccef60 req-519afba7-58a5-4589-93b0-26f1c2557238 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556719 Feb 20 22:37:06.941510 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:07.667615 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d04b9-00cb-459d-a6a6-c725d8a4d79d req-6ecac3f1-f9e3-4ecf-9591-48ceff0c92e1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:07.698022 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f85d04b9-00cb-459d-a6a6-c725d8a4d79d req-6ecac3f1-f9e3-4ecf-9591-48ceff0c92e1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.1094706 Feb 20 22:37:07.754838 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f85d04b9-00cb-459d-a6a6-c725d8a4d79d req-2c35f50d-5a09-4d1a-9092-35b5cad965ba tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662234 Feb 20 22:37:08.311374 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:37:08.505197 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:08.930387 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc570e-b1d4-4641-bce5-5192daa30f9f req-1651fd99-5f85-4d7f-9822-e17186aa2df8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:08.942478 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2bdc570e-b1d4-4641-bce5-5192daa30f9f req-1651fd99-5f85-4d7f-9822-e17186aa2df8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0827746 Feb 20 22:37:08.954557 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd42a9-ca33-4824-9741-de1377eb406b req-5ab7d9cf-fa0a-4035-8011-f15083c49ebe tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:08.965852 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cabd42a9-ca33-4824-9741-de1377eb406b req-5ab7d9cf-fa0a-4035-8011-f15083c49ebe tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0813594 Feb 20 22:37:08.999621 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2bdc570e-b1d4-4641-bce5-5192daa30f9f req-a68f0680-89a6-4a97-ad6f-2cee61c7e22c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604012 Feb 20 22:37:09.094537 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cabd42a9-ca33-4824-9741-de1377eb406b req-79a6ba15-1e49-42b5-bfa3-e34f00a5a551 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268327 Feb 20 22:37:10.167061 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fa463-3d2a-40fd-b3d9-98c4685c3797 req-1c1c7559-60d2-4b3a-b894-7c17d23ec122 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:10.169653 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-705fa463-3d2a-40fd-b3d9-98c4685c3797 req-1c1c7559-60d2-4b3a-b894-7c17d23ec122 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0739508 Feb 20 22:37:10.224325 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-705fa463-3d2a-40fd-b3d9-98c4685c3797 req-42acab25-e937-4401-9925-3118b9a04637 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483365 Feb 20 22:37:10.239052 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6be670-cfe0-471d-85dd-d7c6184a8ccc req-d766d660-1496-4c51-bdf8-3c853a7616f2 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:10.244403 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c6be670-cfe0-471d-85dd-d7c6184a8ccc req-d766d660-1496-4c51-bdf8-3c853a7616f2 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0778067 Feb 20 22:37:10.313253 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c6be670-cfe0-471d-85dd-d7c6184a8ccc req-2644adce-d28e-48c1-ac7d-abaed2f6e2ba tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587120 Feb 20 22:37:10.413640 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d3e6b-3d3c-4cf8-bc8f-877de7d554b9 req-47692e43-e36c-4524-a4b5-7959d73b699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:10.415215 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb6d3e6b-3d3c-4cf8-bc8f-877de7d554b9 req-47692e43-e36c-4524-a4b5-7959d73b699e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 1129 time: 0.0535142 Feb 20 22:37:10.517858 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d3e6b-3d3c-4cf8-bc8f-877de7d554b9 req-a53fc654-719c-45b6-998e-3b19f9cd920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:10.519580 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb6d3e6b-3d3c-4cf8-bc8f-877de7d554b9 req-a53fc654-719c-45b6-998e-3b19f9cd920d service neutron] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 919 time: 0.0966773 Feb 20 22:37:10.575986 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb6d3e6b-3d3c-4cf8-bc8f-877de7d554b9 req-4017e0f2-7850-4077-8c02-f6156590b5ea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451c5388-4913-495b-bc26-cca46c2132b7 HTTP/1.1" status: 200 len: 217 time: 0.0403321 Feb 20 22:37:10.631015 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d3e6b-3d3c-4cf8-bc8f-877de7d554b9 req-16ae2614-e9ee-4e9b-adfb-5fde23e220bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:10.632462 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb6d3e6b-3d3c-4cf8-bc8f-877de7d554b9 req-16ae2614-e9ee-4e9b-adfb-5fde23e220bd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.0493882 Feb 20 22:37:10.667806 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb6d3e6b-3d3c-4cf8-bc8f-877de7d554b9 req-000fbf3b-7af9-43ab-97ea-b69a83771a11 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271246 Feb 20 22:37:10.785946 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb6d3e6b-3d3c-4cf8-bc8f-877de7d554b9 req-2e078e44-80a9-490c-b0df-4a3dc8012dfb service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067219 Feb 20 22:37:10.886002 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb6d3e6b-3d3c-4cf8-bc8f-877de7d554b9 req-135f0bac-1d31-434c-8112-63cb4d53cbc4 service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938370 Feb 20 22:37:11.413961 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2a47f-a975-4b7e-b194-df9d3dc940d4 req-15e3ba0f-5e41-460c-94b3-6da6e07cba6e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:11.422207 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-51a2a47f-a975-4b7e-b194-df9d3dc940d4 req-15e3ba0f-5e41-460c-94b3-6da6e07cba6e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0807474 Feb 20 22:37:11.483909 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-51a2a47f-a975-4b7e-b194-df9d3dc940d4 req-dc4d1a77-5407-4cb5-82bf-a34e1fb8d64e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540695 Feb 20 22:37:11.517793 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6339d-032b-4961-a669-a6826b32d016 req-23111989-487b-4200-a3bc-0ddb58db0f43 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:11.519576 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-37a6339d-032b-4961-a669-a6826b32d016 req-23111989-487b-4200-a3bc-0ddb58db0f43 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1093216 Feb 20 22:37:11.572689 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-37a6339d-032b-4961-a669-a6826b32d016 req-541af546-f722-455e-86a3-57ed2018bd38 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475812 Feb 20 22:37:12.613082 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20b86-c4aa-4495-9c90-b7111f05e77f req-30628da7-d7fa-4704-a4e5-d89da76b2d52 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:12.619401 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-faf20b86-c4aa-4495-9c90-b7111f05e77f req-30628da7-d7fa-4704-a4e5-d89da76b2d52 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0581529 Feb 20 22:37:12.672727 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-faf20b86-c4aa-4495-9c90-b7111f05e77f req-5e1a1024-38b2-4194-bb0c-16bb5d736769 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518041 Feb 20 22:37:12.703833 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca104a-3bc4-4bbc-ad95-3b1fa6a3b525 req-f6e24e21-4d85-4f65-99a5-226d0485cf7c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:12.705295 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-55ca104a-3bc4-4bbc-ad95-3b1fa6a3b525 req-f6e24e21-4d85-4f65-99a5-226d0485cf7c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0624244 Feb 20 22:37:12.750757 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-55ca104a-3bc4-4bbc-ad95-3b1fa6a3b525 req-ec307896-f23c-4195-b4a3-c477ade974f3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Feb 20 22:37:13.807544 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc4ba-1845-4de3-a272-e45b6c9a75f3 req-6393eaf6-22b5-4084-b6f2-7ce2998e1048 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:13.809568 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-019cc4ba-1845-4de3-a272-e45b6c9a75f3 req-6393eaf6-22b5-4084-b6f2-7ce2998e1048 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0517013 Feb 20 22:37:13.860111 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-019cc4ba-1845-4de3-a272-e45b6c9a75f3 req-2bc1f2f4-b24c-4c40-8a8b-f5b300fac9a3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434139 Feb 20 22:37:13.883340 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67921398-c8fd-4f14-bd3c-7a165021a6b4 req-db22577f-0f8e-44a3-84f3-b6ed91f81128 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:13.883340 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-67921398-c8fd-4f14-bd3c-7a165021a6b4 req-db22577f-0f8e-44a3-84f3-b6ed91f81128 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0621283 Feb 20 22:37:13.928412 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-67921398-c8fd-4f14-bd3c-7a165021a6b4 req-07841b4f-2f67-4ee3-8246-6e41c9c33010 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 Feb 20 22:37:14.996209 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b973390-14dd-45d6-a131-bb1d2e31ad91 req-4b9a6dc6-2134-444c-b487-e05f261edff7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:14.997812 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6b973390-14dd-45d6-a131-bb1d2e31ad91 req-4b9a6dc6-2134-444c-b487-e05f261edff7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0596874 Feb 20 22:37:15.047981 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6b973390-14dd-45d6-a131-bb1d2e31ad91 req-dc8f956c-3143-4383-9b8d-b31e4d39e4b5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Feb 20 22:37:15.056545 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6a47d-740a-4583-9421-94e4fbebb7a3 req-f98a81dd-f89b-4686-b8de-1b8915db18a0 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:15.058039 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2df6a47d-740a-4583-9421-94e4fbebb7a3 req-f98a81dd-f89b-4686-b8de-1b8915db18a0 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0571539 Feb 20 22:37:15.106413 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2df6a47d-740a-4583-9421-94e4fbebb7a3 req-747204b4-1cbe-4f06-bbf5-ddb1f2868dad tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Feb 20 22:37:15.339191 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-282a213f-9149-4ae0-8bc3-3dd1ccb5f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:15.340789 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-282a213f-9149-4ae0-8bc3-3dd1ccb5f3e1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 1129 time: 0.0456252 Feb 20 22:37:15.430714 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-3dcd57e1-444c-4cca-9561-9fcf5999240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:15.432151 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-3dcd57e1-444c-4cca-9561-9fcf5999240d service neutron] 10.222.0.91 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 917 time: 0.0858936 Feb 20 22:37:15.495803 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-3ee93ca5-daed-4c97-8695-33ea37c81dbf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7568608f-2f36-4c85-9de3-29ac3da51301 HTTP/1.1" status: 200 len: 1001 time: 0.0577402 Feb 20 22:37:15.550981 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-ab916c2d-600a-42ed-97d9-014935d3d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:15.552436 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-ab916c2d-600a-42ed-97d9-014935d3d2ab service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 200 len: 855 time: 0.0487783 Feb 20 22:37:15.604834 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-5c31be2c-7cf8-46d8-a08f-37b1a606de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:15.606488 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-5c31be2c-7cf8-46d8-a08f-37b1a606de37 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b23fffc4-fb98-41ca-b863-88db23b63f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478876 Feb 20 22:37:15.703682 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-b2cd7b17-ddca-4210-ae18-0d2053b8f33f service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865982 Feb 20 22:37:15.798498 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52b56b65-2cc5-44b8-9b34-13a3cc78bd0b req-ae4a2647-b6c3-418d-a5fc-031650886c28 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883827 Feb 20 22:37:16.193447 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8fd6e-ba08-46e8-8cdb-822ee8d5f3b5 req-a2d3a58f-f78d-45d0-83dc-61af20b0d5a9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:16.197065 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-baf8fd6e-ba08-46e8-8cdb-822ee8d5f3b5 req-a2d3a58f-f78d-45d0-83dc-61af20b0d5a9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0733428 Feb 20 22:37:16.243166 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-baf8fd6e-ba08-46e8-8cdb-822ee8d5f3b5 req-f72f234c-2a16-429b-b68d-e40f843bc9d4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 Feb 20 22:37:16.253457 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0778f-7ee1-4796-8f1b-025d9d1bb5c7 req-b26a040e-fbbb-4060-9e77-b03809f06d16 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:16.254976 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-45f0778f-7ee1-4796-8f1b-025d9d1bb5c7 req-b26a040e-fbbb-4060-9e77-b03809f06d16 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0550616 Feb 20 22:37:16.307332 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-45f0778f-7ee1-4796-8f1b-025d9d1bb5c7 req-93cfbaf3-d32c-40ba-bcce-7a01b8814134 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459359 Feb 20 22:37:17.389145 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920f7e7-86a9-48df-aecc-7b92e62de18d req-7d2abab0-0654-48b0-88cc-3b660f05f72e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:17.390969 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6920f7e7-86a9-48df-aecc-7b92e62de18d req-7d2abab0-0654-48b0-88cc-3b660f05f72e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 945 time: 0.0650914 Feb 20 22:37:17.440650 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6920f7e7-86a9-48df-aecc-7b92e62de18d req-2cb7efb0-1d26-4e3c-a360-7b9018f4b8e4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439048 Feb 20 22:37:17.450990 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883d647-4d5c-45c8-ae78-4cd11555025e req-a4ed0939-c3eb-4e66-93a7-53c78505b263 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:17.452603 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b883d647-4d5c-45c8-ae78-4cd11555025e req-a4ed0939-c3eb-4e66-93a7-53c78505b263 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0628741 Feb 20 22:37:17.507160 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b883d647-4d5c-45c8-ae78-4cd11555025e req-215955c2-3506-4c2a-96c6-b053f7cb89ca tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483210 Feb 20 22:37:18.323297 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7568608f-2f36-4c85-9de3-29ac3da51301 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:37:18.400696 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7568608f-2f36-4c85-9de3-29ac3da51301 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:18.401067 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:18.427867 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:37:18.430574 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb3a848-6bbc-4e4e-be1d-d915a09ff956" -d '{"events": [{"server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "name": "network-vif-unplugged", "status": "completed", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:37:18.444482 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:18.489221 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 22:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f500734-d4f1-40f9-b801-fae02a94ccb9 x-openstack-request-id: req-1f500734-d4f1-40f9-b801-fae02a94ccb9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:37:18.489533 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "name": "network-vif-unplugged", "status": "completed", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:37:18.489856 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1f500734-d4f1-40f9-b801-fae02a94ccb9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:37:18.490275 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301', 'code': 200} Feb 20 22:37:18.510120 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:18.563834 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:18.602051 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c84f51-8602-416e-ba72-0218ab2d55e8 req-1662ee27-1760-41f6-88fb-247589ab41bd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:18.603695 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-02c84f51-8602-416e-ba72-0218ab2d55e8 req-1662ee27-1760-41f6-88fb-247589ab41bd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0744989 Feb 20 22:37:18.684988 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-02c84f51-8602-416e-ba72-0218ab2d55e8 req-3305b70e-5de8-4ac9-a4e7-ca144860dcef tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666630 Feb 20 22:37:18.696892 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f48cfd-aa62-4cdd-a7be-b8fb581dc50f req-09ffea89-d20c-49cc-81d4-f39b601d5f6f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:18.698663 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3f48cfd-aa62-4cdd-a7be-b8fb581dc50f req-09ffea89-d20c-49cc-81d4-f39b601d5f6f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0944488 Feb 20 22:37:18.764383 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3f48cfd-aa62-4cdd-a7be-b8fb581dc50f req-47a29d76-785d-4b5a-89e8-bf418c5911ea tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582399 Feb 20 22:37:18.764844 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44150) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:18.905401 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dca25339-adae-413f-bcb8-cfab1ca8d75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:18.983276 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dca25339-adae-413f-bcb8-cfab1ca8d75f admin admin] Publish callbacks [] for security_group (2070f07f-f45f-4b99-8b13-0db7df42b771), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.065004 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dca25339-adae-413f-bcb8-cfab1ca8d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (2070f07f-f45f-4b99-8b13-0db7df42b771), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.102016 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-dca25339-adae-413f-bcb8-cfab1ca8d75f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9f6b0e543a9c421bb0d205ebd6327258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361375 Feb 20 22:37:19.104671 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44162) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:19.112590 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca25339-adae-413f-bcb8-cfab1ca8d75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2070f07f-f45f-4b99-8b13-0db7df42b771,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:19.158671 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ced9644d-8e74-40aa-be6d-0f72f5c1dfd6 admin admin] Publish callbacks [] for security_group (2070f07f-f45f-4b99-8b13-0db7df42b771), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.181279 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ced9644d-8e74-40aa-be6d-0f72f5c1dfd6 admin admin] Publish callbacks [] for security_group (2070f07f-f45f-4b99-8b13-0db7df42b771), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.233099 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44168) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:19.340081 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ced9644d-8e74-40aa-be6d-0f72f5c1dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (2070f07f-f45f-4b99-8b13-0db7df42b771), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.343256 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ced9644d-8e74-40aa-be6d-0f72f5c1dfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.344349 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ced9644d-8e74-40aa-be6d-0f72f5c1dfd6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2070f07f-f45f-4b99-8b13-0db7df42b771 HTTP/1.1" status: 204 len: 168 time: 0.2387834 Feb 20 22:37:19.352381 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15e88395-f196-46b1-976b-28a0db698458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.361183 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9644d-8e74-40aa-be6d-0f72f5c1dfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2070f07f-f45f-4b99-8b13-0db7df42b771,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:19.450887 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15e88395-f196-46b1-976b-28a0db698458 admin admin] Publish callbacks [] for security_group (2820a7d0-496c-4756-9968-3b3f609102a7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.516351 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-15e88395-f196-46b1-976b-28a0db698458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (2820a7d0-496c-4756-9968-3b3f609102a7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.560094 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e88395-f196-46b1-976b-28a0db698458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2820a7d0-496c-4756-9968-3b3f609102a7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:19.568853 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-15e88395-f196-46b1-976b-28a0db698458 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d0824835be404b4fba0e14af03ac2e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344123 Feb 20 22:37:19.569347 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44180) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:19.816298 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7141eaa2-0772-4782-868e-483e30f4bc70 admin admin] Publish callbacks [] for security_group (2820a7d0-496c-4756-9968-3b3f609102a7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.839934 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7141eaa2-0772-4782-868e-483e30f4bc70 admin admin] Publish callbacks [] for security_group (2820a7d0-496c-4756-9968-3b3f609102a7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.906170 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077109e-85d7-472f-ac09-d2c486948c78 req-cac99f0d-f0ee-4af3-ab03-4967b512a218 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:19.908537 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2077109e-85d7-472f-ac09-d2c486948c78 req-cac99f0d-f0ee-4af3-ab03-4967b512a218 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0653064 Feb 20 22:37:19.962992 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2077109e-85d7-472f-ac09-d2c486948c78 req-b9eba7fc-304b-4d6c-a493-14f8f7471419 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487797 Feb 20 22:37:19.968351 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7141eaa2-0772-4782-868e-483e30f4bc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (2820a7d0-496c-4756-9968-3b3f609102a7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.971438 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7141eaa2-0772-4782-868e-483e30f4bc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:19.976154 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7141eaa2-0772-4782-868e-483e30f4bc70 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2820a7d0-496c-4756-9968-3b3f609102a7 HTTP/1.1" status: 204 len: 168 time: 0.4054835 Feb 20 22:37:19.987831 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141eaa2-0772-4782-868e-483e30f4bc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2820a7d0-496c-4756-9968-3b3f609102a7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:20.046836 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-b6bda1bb-23c7-4da6-bec4-7acbb9864e6a req-6b009800-9b94-4de2-8f08-a6f39c5e6619 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:37:20.047896 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b6bda1bb-23c7-4da6-bec4-7acbb9864e6a req-6b009800-9b94-4de2-8f08-a6f39c5e6619 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079515 Feb 20 22:37:20.321922 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666c8f-e350-4b0c-ab20-673e945c6197 req-09d383a2-5bf0-4164-9f9d-429ec00b8ae8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:20.323432 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f4666c8f-e350-4b0c-ab20-673e945c6197 req-09d383a2-5bf0-4164-9f9d-429ec00b8ae8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0660434 Feb 20 22:37:20.372533 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f4666c8f-e350-4b0c-ab20-673e945c6197 req-ec431b77-da57-435c-9d78-091f9ac53e05 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Feb 20 22:37:20.577743 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44230) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:20.593249 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff82e18a-fbd7-4ae2-9a2e-424dd10c6e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:20.687094 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff82e18a-fbd7-4ae2-9a2e-424dd10c6e7a admin admin] Publish callbacks [] for security_group (3888df4d-3136-402a-9e58-62942177e4cf), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:20.738762 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ff82e18a-fbd7-4ae2-9a2e-424dd10c6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3888df4d-3136-402a-9e58-62942177e4cf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:20.782442 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ff82e18a-fbd7-4ae2-9a2e-424dd10c6e7a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c433b33405c242d28f93883bd3520b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033391 Feb 20 22:37:20.784520 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82e18a-fbd7-4ae2-9a2e-424dd10c6e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3888df4d-3136-402a-9e58-62942177e4cf,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:20.785267 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44244) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:20.847644 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e171d-217d-4679-975f-e65ae7a7bad4 admin admin] Publish callbacks [] for security_group (3888df4d-3136-402a-9e58-62942177e4cf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:20.875660 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e171d-217d-4679-975f-e65ae7a7bad4 admin admin] Publish callbacks [] for security_group (3888df4d-3136-402a-9e58-62942177e4cf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:20.962034 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e171d-217d-4679-975f-e65ae7a7bad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3888df4d-3136-402a-9e58-62942177e4cf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:20.964774 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0e4e171d-217d-4679-975f-e65ae7a7bad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:20.969162 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-0e4e171d-217d-4679-975f-e65ae7a7bad4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3888df4d-3136-402a-9e58-62942177e4cf HTTP/1.1" status: 204 len: 168 time: 0.1803696 Feb 20 22:37:20.975654 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e171d-217d-4679-975f-e65ae7a7bad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3888df4d-3136-402a-9e58-62942177e4cf,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:21.064277 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44260) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:21.140682 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b05bf9-c89a-4796-8b64-9a767a80152b req-4484795d-3222-425d-86c2-8e1d57236cf7 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:21.142229 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-80b05bf9-c89a-4796-8b64-9a767a80152b req-4484795d-3222-425d-86c2-8e1d57236cf7 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0586967 Feb 20 22:37:21.189017 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-80b05bf9-c89a-4796-8b64-9a767a80152b req-1920e392-5614-417e-b63f-4c06dcde8718 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412195 Feb 20 22:37:21.394316 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-acefd763-89a4-46ed-abcc-b82efa7fe19b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3285925 Feb 20 22:37:21.405457 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-f80492b3-f851-4eae-903d-afbb2831158a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:37:21.406504 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-f80492b3-f851-4eae-903d-afbb2831158a service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058997 Feb 20 22:37:21.531338 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd09de-95e2-437f-aaf3-f6ebcd7583fb req-a7bb710c-1f98-4322-bcb2-3a0c7ed490f1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:21.541686 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ffdd09de-95e2-437f-aaf3-f6ebcd7583fb req-a7bb710c-1f98-4322-bcb2-3a0c7ed490f1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0772789 Feb 20 22:37:21.559919 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44278) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:21.613493 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ffdd09de-95e2-437f-aaf3-f6ebcd7583fb req-412b749c-673f-4cc5-8b0d-dd04fb3246b9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656459 Feb 20 22:37:21.671138 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-876ccd25-ff36-415c-bcbc-cc7a335dca73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:21.672641 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44286) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:21.756806 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-876ccd25-ff36-415c-bcbc-cc7a335dca73 admin admin] Publish callbacks [] for security_group (db841de3-1bbc-40fd-9bd9-243bb344d67c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:21.785751 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-a5ab1a94-9e22-46fd-b414-7b9a26e3932c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:21.787096 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-a5ab1a94-9e22-46fd-b414-7b9a26e3932c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports/7568608f-2f36-4c85-9de3-29ac3da51301 HTTP/1.1" status: 200 len: 940 time: 0.1131113 Feb 20 22:37:21.944672 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-876ccd25-ff36-415c-bcbc-cc7a335dca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (db841de3-1bbc-40fd-9bd9-243bb344d67c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:21.989064 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-876ccd25-ff36-415c-bcbc-cc7a335dca73 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ea3b1e63869245abbc43962c07bd09b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4326365 Feb 20 22:37:21.990632 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ccd25-ff36-415c-bcbc-cc7a335dca73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db841de3-1bbc-40fd-9bd9-243bb344d67c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:21.991996 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44304) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:22.041189 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b9b9-6e36-4e08-8327-ec6be3e42d1b admin admin] Publish callbacks [] for security_group (db841de3-1bbc-40fd-9bd9-243bb344d67c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:22.062237 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b9b9-6e36-4e08-8327-ec6be3e42d1b admin admin] Publish callbacks [] for security_group (db841de3-1bbc-40fd-9bd9-243bb344d67c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:22.184851 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b9b9-6e36-4e08-8327-ec6be3e42d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (db841de3-1bbc-40fd-9bd9-243bb344d67c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:22.187602 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a8d6b9b9-6e36-4e08-8327-ec6be3e42d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:22.188731 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-a8d6b9b9-6e36-4e08-8327-ec6be3e42d1b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/db841de3-1bbc-40fd-9bd9-243bb344d67c HTTP/1.1" status: 204 len: 168 time: 0.1957757 Feb 20 22:37:22.196815 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6b9b9-6e36-4e08-8327-ec6be3e42d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db841de3-1bbc-40fd-9bd9-243bb344d67c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:22.322081 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc99cd9-6668-4f7b-a478-bf5ba1d9832a req-80760c13-d0ad-4043-a0c1-ccaa4338ea29 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:22.323557 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9fc99cd9-6668-4f7b-a478-bf5ba1d9832a req-80760c13-d0ad-4043-a0c1-ccaa4338ea29 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0624745 Feb 20 22:37:22.354491 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7568608f-2f36-4c85-9de3-29ac3da51301 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:37:22.375124 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9fc99cd9-6668-4f7b-a478-bf5ba1d9832a req-7bfddb6d-1f42-4f04-9730-c4c79276f84e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450015 Feb 20 22:37:22.460755 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7568608f-2f36-4c85-9de3-29ac3da51301 is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:22.749429 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e8870-234a-4880-8bce-2d7e4fd72dc3 req-e7913fa9-a2e3-442f-8aca-bd1988727329 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:22.751003 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-372e8870-234a-4880-8bce-2d7e4fd72dc3 req-e7913fa9-a2e3-442f-8aca-bd1988727329 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0676005 Feb 20 22:37:22.809115 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-372e8870-234a-4880-8bce-2d7e4fd72dc3 req-9f11e1f8-79a4-4c30-aa8f-0fcc4ae88e74 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517447 Feb 20 22:37:23.503168 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcf270-8dfe-4459-a816-a4e13920583f req-69447009-0eb1-443c-bd45-10189fdc143b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:23.505342 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-20dcf270-8dfe-4459-a816-a4e13920583f req-69447009-0eb1-443c-bd45-10189fdc143b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0562463 Feb 20 22:37:23.560601 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-20dcf270-8dfe-4459-a816-a4e13920583f req-3661d20f-3e9e-4833-93f8-31610ec046db tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485857 Feb 20 22:37:23.602295 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44372) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:23.716350 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44380) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:23.759744 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1745531558-network', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:37:23.781120 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f79978-4473-424b-b115-1d4f24a0a5fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:23.853393 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Made reservation on behalf of bb138c5e69a84d9192915f968b41d2c1 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:37:23.857486 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f79978-4473-424b-b115-1d4f24a0a5fa admin admin] Publish callbacks [] for security_group (65cfa845-1cbd-45c1-88f2-7c9878755a03), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:23.864244 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:23.880787 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:23.964677 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a3f79978-4473-424b-b115-1d4f24a0a5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (65cfa845-1cbd-45c1-88f2-7c9878755a03), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:23.992570 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Publish callbacks [] for security_group (b4c7b711-6e41-41ae-86bf-c005aba1c56d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.017394 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-a3f79978-4473-424b-b115-1d4f24a0a5fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd94169f9d0e45f7967a82c95e0e8719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995272 Feb 20 22:37:24.019413 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f79978-4473-424b-b115-1d4f24a0a5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cfa845-1cbd-45c1-88f2-7c9878755a03,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:24.020133 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44394) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:24.028649 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd0036-e934-49fa-a7a8-ceeee2656a56 req-18900fa2-60b0-43c9-9bdd-a0c6848d3b46 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:24.030192 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e0cd0036-e934-49fa-a7a8-ceeee2656a56 req-18900fa2-60b0-43c9-9bdd-a0c6848d3b46 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.1091673 Feb 20 22:37:24.055591 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (b4c7b711-6e41-41ae-86bf-c005aba1c56d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.079234 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:37:24.088728 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e0cd0036-e934-49fa-a7a8-ceeee2656a56 req-d229fa3c-ba20-4538-8a44-3cdcf42c7d8e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525706 Feb 20 22:37:24.109802 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c7b711-6e41-41ae-86bf-c005aba1c56d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:24.109802 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.109802 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Added segment 550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d of type vlan for network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c Feb 20 22:37:24.119743 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae82d8a4-3c6e-4871-81b3-a1a9c5b98a63 admin admin] Publish callbacks [] for security_group (65cfa845-1cbd-45c1-88f2-7c9878755a03), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.158919 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (77e6411f-b4f7-41b9-8ec6-154c3f87e35c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.171100 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae82d8a4-3c6e-4871-81b3-a1a9c5b98a63 admin admin] Publish callbacks [] for security_group (65cfa845-1cbd-45c1-88f2-7c9878755a03), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.288038 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (77e6411f-b4f7-41b9-8ec6-154c3f87e35c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.289917 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:24.290947 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.348382 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae82d8a4-3c6e-4871-81b3-a1a9c5b98a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (65cfa845-1cbd-45c1-88f2-7c9878755a03), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.349183 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44400) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:24.351052 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae82d8a4-3c6e-4871-81b3-a1a9c5b98a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.352157 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ae82d8a4-3c6e-4871-81b3-a1a9c5b98a63 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/65cfa845-1cbd-45c1-88f2-7c9878755a03 HTTP/1.1" status: 204 len: 168 time: 0.3308961 Feb 20 22:37:24.371911 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82d8a4-3c6e-4871-81b3-a1a9c5b98a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cfa845-1cbd-45c1-88f2-7c9878755a03,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:24.376478 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] Pushing event updated for resources: {'Network': ['ID=77e6411f-b4f7-41b9-8ec6-154c3f87e35c,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:24.419789 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:37:24.427269 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-eb0e224a-f3fc-4264-bf81-a6b07fe10609 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8237979 Feb 20 22:37:24.430366 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44408) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:24.435619 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Request body: {'subnet': {'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1745531558-subnet', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:37:24.516919 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53b68b3a-65bc-4ee6-8581-0575d94e77a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.548089 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Made reservation on behalf of bb138c5e69a84d9192915f968b41d2c1 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:37:24.550353 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3042798'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.657217 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-fbc67ea5-5a3c-4252-933b-cd0c21a23267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:24.658920 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-fbc67ea5-5a3c-4252-933b-cd0c21a23267 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd&tenant_id=d195da002ab942bbba2046ea25910a8e HTTP/1.1" status: 200 len: 1127 time: 0.1746697 Feb 20 22:37:24.707169 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556cc3e-6c29-4d39-a6b4-f26f92544a23 req-4498a474-6fb1-4c04-9ee5-fa7a4410cdb9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:24.708604 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6556cc3e-6c29-4d39-a6b4-f26f92544a23 req-4498a474-6fb1-4c04-9ee5-fa7a4410cdb9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0656557 Feb 20 22:37:24.749435 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53b68b3a-65bc-4ee6-8581-0575d94e77a8 admin admin] Publish callbacks [] for security_group (17b3cd15-a57e-4acf-bf75-0fe958cb2580), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.759753 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6556cc3e-6c29-4d39-a6b4-f26f92544a23 req-36c629f6-e4b6-493f-a5fb-73492ca8be61 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Feb 20 22:37:24.795944 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-d0e6cbc8-038d-4871-8fa1-ac2e121e843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:24.797433 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-d0e6cbc8-038d-4871-8fa1-ac2e121e843e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 1127 time: 0.1068683 Feb 20 22:37:24.836082 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-53b68b3a-65bc-4ee6-8581-0575d94e77a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (17b3cd15-a57e-4acf-bf75-0fe958cb2580), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.930465 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-53b68b3a-65bc-4ee6-8581-0575d94e77a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c518094cb924d8f941893b4b29bc276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5802915 Feb 20 22:37:24.932844 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b68b3a-65bc-4ee6-8581-0575d94e77a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b3cd15-a57e-4acf-bf75-0fe958cb2580,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:24.933211 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44414) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:24.963818 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3042588'] for subnet (c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:24.973482 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44416) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:24.988810 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-3f113254-bbfd-4f9e-89b5-d1e4b99596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:24.990315 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-3f113254-bbfd-4f9e-89b5-d1e4b99596e0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 917 time: 0.1673007 Feb 20 22:37:25.000687 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef102f3f-4c05-49a9-b0ce-2334141234e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.002521 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b8912da-4786-458a-96ec-99058963b06c admin admin] Publish callbacks [] for security_group (17b3cd15-a57e-4acf-bf75-0fe958cb2580), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.037315 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b8912da-4786-458a-96ec-99058963b06c admin admin] Publish callbacks [] for security_group (17b3cd15-a57e-4acf-bf75-0fe958cb2580), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.056453 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:25.089271 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-642bceba-8bd3-44dc-8a2f-ba8b2608f7da service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7568608f-2f36-4c85-9de3-29ac3da51301 HTTP/1.1" status: 200 len: 999 time: 0.0893366 Feb 20 22:37:25.094663 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Checking segment: {'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:37:25.095019 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Network hostable DHCP agents. Network: 77e6411f-b4f7-41b9-8ec6-154c3f87e35c, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:37:25.142039 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef102f3f-4c05-49a9-b0ce-2334141234e5 admin admin] Publish callbacks [] for security_group (70369b01-0295-42c5-b58a-5fd7146d6ede), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.151305 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-c1c114bb-697e-4727-9847-221037425c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:25.153282 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-c1c114bb-697e-4727-9847-221037425c6a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 200 len: 855 time: 0.0554390 Feb 20 22:37:25.190647 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b8912da-4786-458a-96ec-99058963b06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (17b3cd15-a57e-4acf-bf75-0fe958cb2580), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.193311 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3b8912da-4786-458a-96ec-99058963b06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.194481 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3b8912da-4786-458a-96ec-99058963b06c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/17b3cd15-a57e-4acf-bf75-0fe958cb2580 HTTP/1.1" status: 204 len: 168 time: 0.2602441 Feb 20 22:37:25.202903 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8912da-4786-458a-96ec-99058963b06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b3cd15-a57e-4acf-bf75-0fe958cb2580,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:25.219552 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef102f3f-4c05-49a9-b0ce-2334141234e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (70369b01-0295-42c5-b58a-5fd7146d6ede), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.222626 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:37:25.237715 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-983c0d52-66fc-466c-bf3e-c4549451d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:25.239442 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-983c0d52-66fc-466c-bf3e-c4549451d105 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b23fffc4-fb98-41ca-b863-88db23b63f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808508 Feb 20 22:37:25.250716 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea349d-3268-42db-ba4f-6f085bece041 req-7177afe3-393d-42af-928f-6f55b489a14e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:25.252198 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ffea349d-3268-42db-ba4f-6f085bece041 req-7177afe3-393d-42af-928f-6f55b489a14e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0864341 Feb 20 22:37:25.269432 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ef102f3f-4c05-49a9-b0ce-2334141234e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d1dabe62dca4ac2ba4d174550ee764f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947645 Feb 20 22:37:25.271898 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44422) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:25.279027 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef102f3f-4c05-49a9-b0ce-2334141234e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70369b01-0295-42c5-b58a-5fd7146d6ede,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:25.331541 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 77e6411f-b4f7-41b9-8ec6-154c3f87e35c) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:37:25.332204 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-410c7040-ff16-4ef9-b714-ecab43d1285e admin admin] Publish callbacks [] for security_group (70369b01-0295-42c5-b58a-5fd7146d6ede), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.346243 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f8280-856e-4f6d-95ad-1191683b8f48 None None] Network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:37:25.365844 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-410c7040-ff16-4ef9-b714-ecab43d1285e admin admin] Publish callbacks [] for security_group (70369b01-0295-42c5-b58a-5fd7146d6ede), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.367623 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:25.368304 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.393500 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ffea349d-3268-42db-ba4f-6f085bece041 req-d6213eed-dbd6-4c44-83eb-86f58bb4991e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321926 Feb 20 22:37:25.452368 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-ca0b8339-4aa4-4aa4-ab3f-3ac9eccff2f4 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990373 Feb 20 22:37:25.462270 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-76e9e997-9711-46f8-862f-86d98952c8b4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0308862 Feb 20 22:37:25.465742 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44428) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:25.470333 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:37:25.475853 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ba9f9b-0950-586d-b448-b4766aa1f9c3-77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d'}]}} from dv-cinder-830095-1-iscsi. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:37:25.477244 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.500959 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-410c7040-ff16-4ef9-b714-ecab43d1285e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (70369b01-0295-42c5-b58a-5fd7146d6ede), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.503441 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-410c7040-ff16-4ef9-b714-ecab43d1285e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.506944 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-410c7040-ff16-4ef9-b714-ecab43d1285e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/70369b01-0295-42c5-b58a-5fd7146d6ede HTTP/1.1" status: 204 len: 168 time: 0.2317708 Feb 20 22:37:25.530397 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c7040-ff16-4ef9-b714-ecab43d1285e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70369b01-0295-42c5-b58a-5fd7146d6ede,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:25.563129 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2647'] for router (05fb55f8-dfc8-4f29-8457-ac9b356666a8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.564588 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2732'] for router (05fb55f8-dfc8-4f29-8457-ac9b356666a8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.619731 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-133804f6-d158-4aa6-a3fc-0a19f20f9226 req-33547918-2ba9-4acc-b3b3-27814181fa78 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610103 Feb 20 22:37:25.670602 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks [] for router_controller (05fb55f8-dfc8-4f29-8457-ac9b356666a8), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.679695 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Allocated IP 172.20.0.2 (77e6411f-b4f7-41b9-8ec6-154c3f87e35c/c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d/440353ef-eb0c-4644-b6d9-a3cf3094c0f8) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:37:25.876651 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Publish callbacks [] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.962209 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.969585 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks [] for router_gateway (05fb55f8-dfc8-4f29-8457-ac9b356666a8), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:25.988619 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6f54d-165c-4088-8074-25e81b0ac54b req-d59b0f54-8b6f-4a4b-a80a-f2fab1113fe1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:25.990556 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e1c6f54d-165c-4088-8074-25e81b0ac54b req-d59b0f54-8b6f-4a4b-a80a-f2fab1113fe1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1363096 Feb 20 22:37:26.004779 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:37:26.007305 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:37:26.010860 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:37:26.028759 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Pushing event updated for resources: {'Port': ['ID=440353ef-eb0c-4644-b6d9-a3cf3094c0f8,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:26.081223 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e1c6f54d-165c-4088-8074-25e81b0ac54b req-d1f265df-0332-4e01-85cb-e61eaecf27e0 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850301 Feb 20 22:37:26.110614 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Attempting to bind port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:37:26.113866 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Attempting to bind port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:37:26.115254 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Attempting to bind port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 on network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:37:26.125517 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:37:26.125981 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Checking segment: {'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:37:26.126315 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:26.127136 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Bound using segment: {'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:37:26.127136 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Bound port: 440353ef-eb0c-4644-b6d9-a3cf3094c0f8, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:37:26.128918 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:26.231628 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] For port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:37:26.235388 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] For port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=440353ef-eb0c-4644-b6d9-a3cf3094c0f8,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:37:26.335415 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks [] for router_gateway (05fb55f8-dfc8-4f29-8457-ac9b356666a8), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:26.340618 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:26.360156 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:26.431034 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a404ef8-fb22-4ae1-9b79-f1bb746ba19b None None] Pushing event updated for resources: {'Port': ['ID=440353ef-eb0c-4644-b6d9-a3cf3094c0f8,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:26.505511 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Allocated IP 172.27.0.146 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/6432cf97-175b-4272-9a03-4cafb12374c8) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:37:26.601739 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7cff4-e8ce-47f8-be9e-e5696d0036cf req-454e20c2-c0ae-4cb1-bdb3-07eda08b7c0b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:26.610467 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0ed7cff4-e8ce-47f8-be9e-e5696d0036cf req-454e20c2-c0ae-4cb1-bdb3-07eda08b7c0b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.1069505 Feb 20 22:37:26.665051 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks [] for port (6432cf97-175b-4272-9a03-4cafb12374c8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:26.708319 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0ed7cff4-e8ce-47f8-be9e-e5696d0036cf req-2e2b53b6-935b-41ed-b23d-2dd1278180e9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912917 Feb 20 22:37:26.838861 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:26.925145 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:37:26.947472 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:37:26.957544 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:37:26.965156 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Pushing event updated for resources: {'Port': ['ID=6432cf97-175b-4272-9a03-4cafb12374c8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:27.347408 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1edf2-bea1-4b82-a2ae-1232e3340e7d req-54bae521-16ce-4d43-aa8e-1eca6fe12f39 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:27.349019 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0a1edf2-bea1-4b82-a2ae-1232e3340e7d req-54bae521-16ce-4d43-aa8e-1eca6fe12f39 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1080253 Feb 20 22:37:27.501244 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0a1edf2-bea1-4b82-a2ae-1232e3340e7d req-72bc186a-fc45-4845-bec8-f586d64a3909 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374321 Feb 20 22:37:27.570179 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks [] for router_gateway (05fb55f8-dfc8-4f29-8457-ac9b356666a8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:27.733156 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:27.828916 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:27.829306 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:27.859913 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aa990-fb3d-4d6c-a1e7-d5c806db9bc0 req-0ff26418-e0db-462f-82ed-b01ea83b4c62 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:27.869983 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5a6aa990-fb3d-4d6c-a1e7-d5c806db9bc0 req-0ff26418-e0db-462f-82ed-b01ea83b4c62 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0727277 Feb 20 22:37:27.955002 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:27.955626 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:27.956227 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5a6aa990-fb3d-4d6c-a1e7-d5c806db9bc0 req-1cce3e97-4696-4150-822e-9bd420ec91b0 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768661 Feb 20 22:37:27.979363 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297'] for router (05fb55f8-dfc8-4f29-8457-ac9b356666a8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:27.984303 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1778bbe-4f77-4846-8b6c-df40aeda4dab None None] Network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:37:28.055499 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=440353ef-eb0c-4644-b6d9-a3cf3094c0f8,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:28.072688 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e241b1ac-9916-4e29-82a4-fa6e6582e4ed None None] Provisioning complete for port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:28.073362 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e241b1ac-9916-4e29-82a4-fa6e6582e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:28.146308 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:28.518777 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=440353ef-eb0c-4644-b6d9-a3cf3094c0f8,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:28.534299 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.534658 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.537180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.537180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.537180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.537180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.537180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.537180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.537180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.537180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.537809 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.537927 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.538525 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:28.544338 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e241b1ac-9916-4e29-82a4-fa6e6582e4ed None None] Current status of the port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:28.558129 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 is scheduled to L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:37:28.744628 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5791f-e7b2-4367-8223-9fa22b07c023 req-68482584-0337-4baa-b3ed-f4c9644e4e7d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:28.754059 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cec5791f-e7b2-4367-8223-9fa22b07c023 req-68482584-0337-4baa-b3ed-f4c9644e4e7d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1080070 Feb 20 22:37:28.872257 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c23dcf71-fb86-40c7-a919-cb5a4a428500 None None] Provisioning complete for port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:28.872807 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c23dcf71-fb86-40c7-a919-cb5a4a428500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:28.877602 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:37:28.882320 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cec5791f-e7b2-4367-8223-9fa22b07c023 req-8b50ccdd-ea99-408b-812b-7ece2bf5577c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273201 Feb 20 22:37:28.891636 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Sync routers for ids ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:37:28.907965 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Routers {'05fb55f8-dfc8-4f29-8457-ac9b356666a8'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:37:28.910545 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:37:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:29.011276 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:29.020039 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3fc44f0a-67ee-4132-8302-d2966abcece9 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5466347 Feb 20 22:37:29.020331 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c23dcf71-fb86-40c7-a919-cb5a4a428500 None None] Current status of the port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:29.021476 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44532) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:29.039003 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Set router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:37:29.271437 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:27Z', 'revision_number': 3, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:29.312921 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Checking router: 05fb55f8-dfc8-4f29-8457-ac9b356666a8 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:37:29.318660 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Updating router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 port 6432cf97-175b-4272-9a03-4cafb12374c8 binding host dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:37:29.370726 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:29.557845 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f54101-ea74-47d9-850b-8b281fd8bf68 req-4d057130-e19b-4a5f-bc4b-ebe57635a45f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:29.560073 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c6f54101-ea74-47d9-850b-8b281fd8bf68 req-4d057130-e19b-4a5f-bc4b-ebe57635a45f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.1368983 Feb 20 22:37:29.647628 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:29.760740 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:29.761415 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:29.799757 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Publish callbacks [] for port (6432cf97-175b-4272-9a03-4cafb12374c8), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:29.819781 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c6f54101-ea74-47d9-850b-8b281fd8bf68 req-c37f8fab-7d7f-4848-9975-89d3d83433cb tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502406 Feb 20 22:37:29.866689 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:29.944355 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:30.044164 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Pushing event updated for resources: {'Port': ['ID=6432cf97-175b-4272-9a03-4cafb12374c8,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:30.054681 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.055552 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.056203 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.056927 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.057402 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.057984 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.058650 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.059822 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.060486 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.061054 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.061504 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.062137 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.063079 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:37:30.087292 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c82d-d3a7-472d-9815-2df1c47895fc req-813317ac-f1ca-4863-850c-9750e6a503f3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:30.097419 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d3c1c82d-d3a7-472d-9815-2df1c47895fc req-813317ac-f1ca-4863-850c-9750e6a503f3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1012428 Feb 20 22:37:30.111358 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Attempting to bind port 6432cf97-175b-4272-9a03-4cafb12374c8 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:37:30.112344 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Attempting to bind port 6432cf97-175b-4272-9a03-4cafb12374c8 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:37:30.114064 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Attempting to bind port 6432cf97-175b-4272-9a03-4cafb12374c8 on network 13902551-927e-452b-838a-e5943d6828df {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:37:30.120512 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:37:30.121293 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:37:30.121958 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:30.122646 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Bound using segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:37:30.134395 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Bound port: 6432cf97-175b-4272-9a03-4cafb12374c8, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:37:30.135014 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:30.144110 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:30.197416 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d3c1c82d-d3a7-472d-9815-2df1c47895fc req-2698939d-57db-4975-a3f7-f79d0b6add64 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992756 Feb 20 22:37:30.237143 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] For port 6432cf97-175b-4272-9a03-4cafb12374c8, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:37:30.241204 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] For port 6432cf97-175b-4272-9a03-4cafb12374c8, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=6432cf97-175b-4272-9a03-4cafb12374c8,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:37:30.377964 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Allocated IP 172.20.0.1 (77e6411f-b4f7-41b9-8ec6-154c3f87e35c/c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d/926176f8-dee1-4e71-a6b7-3d4690361916) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:37:30.596970 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Publish callbacks [] for port (926176f8-dee1-4e71-a6b7-3d4690361916), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:30.912092 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:30.971069 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:31.007444 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Routers {'05fb55f8-dfc8-4f29-8457-ac9b356666a8'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:37:31.008227 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:37:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:31.011546 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3359f4-9b8d-46a4-9d5f-6296609b84ac None None] Pushing event updated for resources: {'Port': ['ID=6432cf97-175b-4272-9a03-4cafb12374c8,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:31.013447 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:37:31.026691 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:37:31.035534 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:37:31.076084 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Pushing event updated for resources: {'Port': ['ID=926176f8-dee1-4e71-a6b7-3d4690361916,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:31.107491 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94478d1-ac1e-423a-be91-1b4b20a179a6 req-437b4a37-a9de-4169-b8be-7adf4134d3a5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:31.109447 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f94478d1-ac1e-423a-be91-1b4b20a179a6 req-437b4a37-a9de-4169-b8be-7adf4134d3a5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.2035186 Feb 20 22:37:31.144375 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571262'] for router_interface (05fb55f8-dfc8-4f29-8457-ac9b356666a8), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:31.256146 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] Set router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:37:31.291659 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f94478d1-ac1e-423a-be91-1b4b20a179a6 req-6b5bee8d-3b7d-42ad-88a5-53f69d2a19f8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650896 Feb 20 22:37:31.427152 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3df84-c6f3-4384-bb79-6c9e106d5b2c req-ec24c115-ac76-403e-ae2d-3e34e0458b34 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:31.428681 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-41c3df84-c6f3-4384-bb79-6c9e106d5b2c req-ec24c115-ac76-403e-ae2d-3e34e0458b34 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1122553 Feb 20 22:37:31.478404 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-738393fb-4f5b-4bf5-b3b2-73ec590292d6 None None] Provisioning complete for port 926176f8-dee1-4e71-a6b7-3d4690361916 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:31.479534 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-738393fb-4f5b-4bf5-b3b2-73ec590292d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:31.524700 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-738393fb-4f5b-4bf5-b3b2-73ec590292d6 None None] Port 926176f8-dee1-4e71-a6b7-3d4690361916 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:37:31.549145 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-41c3df84-c6f3-4384-bb79-6c9e106d5b2c req-c6a53c1f-dc62-4386-b6bb-ff9dc4443f13 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006892 Feb 20 22:37:31.639071 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:27Z', 'revision_number': 3, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:31.653117 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:31.686620 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb3e3e-f464-40b3-8869-fd5d952d5ad9 None None] The sync data for ids ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'] in dv-cinder-830095-1-iscsi is: [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:27Z', 'revision_number': 3, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:37:31.890450 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Publish callbacks [] for port (926176f8-dee1-4e71-a6b7-3d4690361916), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:31.921946 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:32.050828 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Pushing event updated for resources: {'Port': ['ID=926176f8-dee1-4e71-a6b7-3d4690361916,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:32.055431 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571370'] for router_interface (05fb55f8-dfc8-4f29-8457-ac9b356666a8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:32.150388 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-45912223-7013-4a76-9785-a1f7c9fcbd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:32.194633 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:37:32.196346 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:37:32.405742 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:37:32.666212 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:37:32.678868 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-65d128d0-ba83-44e5-ab9f-11230cdfc871 admin admin] 10.222.0.67 "PUT /v2.0/routers/05fb55f8-dfc8-4f29-8457-ac9b356666a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6475632 Feb 20 22:37:32.707643 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d4ca-1a93-44f7-bf72-8dce9eb42652 req-22c72a60-a4a9-47c7-8b11-e54449d4f17e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:32.716691 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-27f4d4ca-1a93-44f7-bf72-8dce9eb42652 req-22c72a60-a4a9-47c7-8b11-e54449d4f17e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.2888956 Feb 20 22:37:32.739705 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-559f686b-1ab7-40c1-a75b-8ab751bd0d64 None None] Provisioning complete for port 926176f8-dee1-4e71-a6b7-3d4690361916 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:32.743142 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-559f686b-1ab7-40c1-a75b-8ab751bd0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:32.822583 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-559f686b-1ab7-40c1-a75b-8ab751bd0d64 None None] Port 926176f8-dee1-4e71-a6b7-3d4690361916 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:37:32.823365 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d1a09-7fd8-47bd-ba78-b9dad59f8631 req-f4ac2148-15ce-4701-bff4-9aa95b546d2e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:32.824904 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5e0d1a09-7fd8-47bd-ba78-b9dad59f8631 req-f4ac2148-15ce-4701-bff4-9aa95b546d2e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1570010 Feb 20 22:37:32.827808 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-27f4d4ca-1a93-44f7-bf72-8dce9eb42652 req-53d25b7d-0ca4-43f8-8a1d-bab2cde20c2c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081681 Feb 20 22:37:32.966646 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5e0d1a09-7fd8-47bd-ba78-b9dad59f8631 req-a9716de4-8266-459e-a316-19bdfd5c177d tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276028 Feb 20 22:37:33.705429 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6432cf97-175b-4272-9a03-4cafb12374c8 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:33.758684 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 6432cf97-175b-4272-9a03-4cafb12374c8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:33.759763 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:33.976747 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 6432cf97-175b-4272-9a03-4cafb12374c8 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:33.981894 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.070252 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025904c1-1d2b-4acd-8c55-91161ff4d548 req-87ddcd02-1f33-4da3-9bbf-a445ed768975 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:34.070885 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port 6432cf97-175b-4272-9a03-4cafb12374c8, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=6432cf97-175b-4272-9a03-4cafb12374c8,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:34.076772 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.078140 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-025904c1-1d2b-4acd-8c55-91161ff4d548 req-87ddcd02-1f33-4da3-9bbf-a445ed768975 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0752423 Feb 20 22:37:34.087406 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44654) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:34.102139 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1097337315-network', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:37:34.118785 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.194091 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-025904c1-1d2b-4acd-8c55-91161ff4d548 req-5f995443-eb27-4dcc-b7c2-d34cec892d58 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149416 Feb 20 22:37:34.214046 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb73d77-ff0a-46c5-a8f2-052a922b6b60 req-67d46a44-6bd0-459f-b2fd-e1f9049d95a7 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:34.215923 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-efb73d77-ff0a-46c5-a8f2-052a922b6b60 req-67d46a44-6bd0-459f-b2fd-e1f9049d95a7 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0806363 Feb 20 22:37:34.256533 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Sync routers for ids ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:37:34.269383 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Made reservation on behalf of fb881f7d1c1f48658cb2201dc69c41e5 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:37:34.269383 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.270222 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=6432cf97-175b-4272-9a03-4cafb12374c8,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:34.276494 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Routers {'05fb55f8-dfc8-4f29-8457-ac9b356666a8'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:37:34.277112 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:37:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:34.310129 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.341740 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-efb73d77-ff0a-46c5-a8f2-052a922b6b60 req-2f5d1773-3382-4d07-bca4-6ab25d0babaf tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116943 Feb 20 22:37:34.472465 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Set router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:37:34.490923 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Publish callbacks [] for security_group (15caddf2-1562-46d4-9bb8-4c39b08d77c8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.545180 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (15caddf2-1562-46d4-9bb8-4c39b08d77c8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.575881 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:37:34.582390 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15caddf2-1562-46d4-9bb8-4c39b08d77c8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:34.611212 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (96b7b4ed-77da-4362-a4a6-22cb5b492547), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.611212 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Added segment 96b7b4ed-77da-4362-a4a6-22cb5b492547 of type vlan for network 82c54615-1f6f-431f-9827-ad862c27259a Feb 20 22:37:34.666333 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (82c54615-1f6f-431f-9827-ad862c27259a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.756564 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (82c54615-1f6f-431f-9827-ad862c27259a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.757632 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:34.758969 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.786100 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9190e1e4-0236-42ed-bb3b-a344215a2843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:34.858575 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44662) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:34.858823 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7701435 Feb 20 22:37:34.864508 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Request body: {'subnet': {'network_id': '82c54615-1f6f-431f-9827-ad862c27259a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1097337315-subnet', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:37:34.868231 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:31Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '926176f8-dee1-4e71-a6b7-3d4690361916', 'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'mac_address': 'fa:16:3e:90:3c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:30Z', 'updated_at': '2022-02-20T22:37:31Z', 'revision_number': 2, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'subnets': [{'id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:34.884552 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1f13f-f5a8-4635-be76-b445aeb58668 admin admin] Pushing event updated for resources: {'Network': ['ID=82c54615-1f6f-431f-9827-ad862c27259a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:34.936821 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 82c54615-1f6f-431f-9827-ad862c27259a details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:37:34.939706 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Checking router: 05fb55f8-dfc8-4f29-8457-ac9b356666a8 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:37:34.940318 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Updating router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 port 926176f8-dee1-4e71-a6b7-3d4690361916 binding host dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:37:34.956360 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Made reservation on behalf of fb881f7d1c1f48658cb2201dc69c41e5 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:37:34.959118 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3042798'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:35.020406 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:35.306263 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3042588'] for subnet (40e84eb5-d252-48c9-8207-015fa6cbcaee), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:35.429464 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e84eb5-d252-48c9-8207-015fa6cbcaee,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:35.438651 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Checking segment: {'id': '96b7b4ed-77da-4362-a4a6-22cb5b492547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:37:35.439179 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Network hostable DHCP agents. Network: 82c54615-1f6f-431f-9827-ad862c27259a, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:37:35.468034 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8d4ef-e6ac-4fa9-8b3b-1de2b182ca72 req-7d8f5fdb-bee7-4249-ba5e-d6a4e3195e21 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:35.469660 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-14c8d4ef-e6ac-4fa9-8b3b-1de2b182ca72 req-7d8f5fdb-bee7-4249-ba5e-d6a4e3195e21 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.1593537 Feb 20 22:37:35.519437 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc70c97-c0b9-496a-9c25-6fd399e3a19e req-fa2e1b44-1b15-4c87-a3f8-aa4c26ec26d3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:35.527072 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7fc70c97-c0b9-496a-9c25-6fd399e3a19e req-fa2e1b44-1b15-4c87-a3f8-aa4c26ec26d3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0868156 Feb 20 22:37:35.543387 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Network 82c54615-1f6f-431f-9827-ad862c27259a is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:37:35.594869 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7fc70c97-c0b9-496a-9c25-6fd399e3a19e req-8b903203-1105-460d-bfd2-3ed6fa2da774 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669723 Feb 20 22:37:35.601170 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Publish callbacks [] for port (926176f8-dee1-4e71-a6b7-3d4690361916), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:35.625734 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-14c8d4ef-e6ac-4fa9-8b3b-1de2b182ca72 req-4e713642-4bc0-4eda-81f7-44a087a3fbea tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419497 Feb 20 22:37:35.625734 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 82c54615-1f6f-431f-9827-ad862c27259a) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:37:35.627512 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:35.628143 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:35.644856 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dbda9e-f9c0-45ac-9e6e-abec5ae1c9f1 None None] Network 82c54615-1f6f-431f-9827-ad862c27259a requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:37:35.712435 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6432cf97-175b-4272-9a03-4cafb12374c8 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:35.713968 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:35.748776 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-bf0cc8f8-428e-42f5-8ca3-fab9944d5130 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8889546 Feb 20 22:37:35.755896 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:35.757352 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44676) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:35.762913 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1097337315-router', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:37:35.841746 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8025c6e-724f-4ff7-b923-2960b2165b19 None None] Pushing event updated for resources: {'Port': ['ID=926176f8-dee1-4e71-a6b7-3d4690361916,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:35.849408 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2647'] for router (688c4c32-e2b9-4e5d-8339-1a44392938ed), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:35.850864 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2732'] for router (688c4c32-e2b9-4e5d-8339-1a44392938ed), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:35.945111 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ba9f9b-0950-586d-b448-b4766aa1f9c3-82c54615-1f6f-431f-9827-ad862c27259a', 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a', 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'fixed_ips': [{'subnet_id': '40e84eb5-d252-48c9-8207-015fa6cbcaee'}]}} from dv-cinder-830095-1-iscsi. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:37:35.946104 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:35.952259 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks [] for router_controller (688c4c32-e2b9-4e5d-8339-1a44392938ed), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:36.075550 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Attempting to bind port 926176f8-dee1-4e71-a6b7-3d4690361916 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:37:36.076153 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Attempting to bind port 926176f8-dee1-4e71-a6b7-3d4690361916 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:37:36.076730 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Attempting to bind port 926176f8-dee1-4e71-a6b7-3d4690361916 on network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:37:36.130569 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:37:36.130939 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Checking segment: {'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:37:36.138376 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:36.138376 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Bound using segment: {'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:37:36.138376 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Bound port: 926176f8-dee1-4e71-a6b7-3d4690361916, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:37:36.138376 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:36.154151 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 6432cf97-175b-4272-9a03-4cafb12374c8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:36.154151 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:36.284508 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks [] for router_gateway (688c4c32-e2b9-4e5d-8339-1a44392938ed), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:36.314399 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7cd5ec39-b38c-4745-9c02-5dc0ec302a48 None None] Provisioning complete for port 926176f8-dee1-4e71-a6b7-3d4690361916 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:36.314779 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ec39-b38c-4745-9c02-5dc0ec302a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:36.350362 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Allocated IP 172.20.0.2 (82c54615-1f6f-431f-9827-ad862c27259a/40e84eb5-d252-48c9-8207-015fa6cbcaee/4ce5ba76-402e-4562-83d5-d388f4a1b29a) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:37:36.372160 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] For port 926176f8-dee1-4e71-a6b7-3d4690361916, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:37:36.425253 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] For port 926176f8-dee1-4e71-a6b7-3d4690361916, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=926176f8-dee1-4e71-a6b7-3d4690361916,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:37:36.460308 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7cd5ec39-b38c-4745-9c02-5dc0ec302a48 None None] Port 926176f8-dee1-4e71-a6b7-3d4690361916 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:37:36.491306 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 6432cf97-175b-4272-9a03-4cafb12374c8 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:36.497506 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:36.582782 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Routers {'05fb55f8-dfc8-4f29-8457-ac9b356666a8'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:37:36.583276 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:37:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:36.646365 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8025c6e-724f-4ff7-b923-2960b2165b19 None None] Pushing event updated for resources: {'Port': ['ID=926176f8-dee1-4e71-a6b7-3d4690361916,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:36.738156 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks [] for router_gateway (688c4c32-e2b9-4e5d-8339-1a44392938ed), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:36.781645 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56fc3d-d2e7-4b6a-8be0-4ace383f1c2f req-96f6a0f2-e960-4206-9d48-c25eceb84f57 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:36.788435 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:36.789873 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2b56fc3d-d2e7-4b6a-8be0-4ace383f1c2f req-96f6a0f2-e960-4206-9d48-c25eceb84f57 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1034205 Feb 20 22:37:36.874039 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2b56fc3d-d2e7-4b6a-8be0-4ace383f1c2f req-aeaab02c-fbec-41ef-9c46-362c8e3fd8d7 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740011 Feb 20 22:37:36.976281 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa27a11-0ef5-46fa-9cb7-1c158b816c64 req-7ab47d50-1883-4862-81f4-c2ef5409c8c7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:36.978045 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-afa27a11-0ef5-46fa-9cb7-1c158b816c64 req-7ab47d50-1883-4862-81f4-c2ef5409c8c7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.1170518 Feb 20 22:37:37.002439 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Allocated IP 172.27.0.209 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/951dfe55-d9f9-46e7-9a0f-52ab17f37338) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:37:37.004383 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Publish callbacks [] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.016799 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.025693 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-36a3249f-5ae1-4e49-b99f-d8c2766afc88 None None] Provisioning complete for port 926176f8-dee1-4e71-a6b7-3d4690361916 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:37.026104 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36a3249f-5ae1-4e49-b99f-d8c2766afc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.046483 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] Set router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:37:37.086315 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-afa27a11-0ef5-46fa-9cb7-1c158b816c64 req-dd1fb44a-872f-4613-8711-78e611d44fe2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977950 Feb 20 22:37:37.148022 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.149849 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks [] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.211773 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44706) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:37.238631 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Network 82c54615-1f6f-431f-9827-ad862c27259a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:37:37.259523 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.269120 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:37:37.278844 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:37:37.288595 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Pushing event updated for resources: {'Port': ['ID=4ce5ba76-402e-4562-83d5-d388f4a1b29a,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:37.319349 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:37:37.334185 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:37:37.334185 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:37:37.348222 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-36a3249f-5ae1-4e49-b99f-d8c2766afc88 None None] Current status of the port 926176f8-dee1-4e71-a6b7-3d4690361916 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:37.348615 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36a3249f-5ae1-4e49-b99f-d8c2766afc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.381829 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dca3-0c61-4622-bbfe-b97090bd1641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.386075 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Pushing event updated for resources: {'Port': ['ID=951dfe55-d9f9-46e7-9a0f-52ab17f37338,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:37.430728 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Attempting to bind port 4ce5ba76-402e-4562-83d5-d388f4a1b29a on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:37:37.431094 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Attempting to bind port 4ce5ba76-402e-4562-83d5-d388f4a1b29a by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '96b7b4ed-77da-4362-a4a6-22cb5b492547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:37:37.431458 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Attempting to bind port 4ce5ba76-402e-4562-83d5-d388f4a1b29a on network 82c54615-1f6f-431f-9827-ad862c27259a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:37:37.460837 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:37:37.461100 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Checking segment: {'id': '96b7b4ed-77da-4362-a4a6-22cb5b492547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:37:37.461492 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.461932 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Bound using segment: {'id': '96b7b4ed-77da-4362-a4a6-22cb5b492547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:37:37.462389 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Bound port: 4ce5ba76-402e-4562-83d5-d388f4a1b29a, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b7b4ed-77da-4362-a4a6-22cb5b492547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:37:37.462769 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.470284 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-36a3249f-5ae1-4e49-b99f-d8c2766afc88 None None] For port 926176f8-dee1-4e71-a6b7-3d4690361916, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=926176f8-dee1-4e71-a6b7-3d4690361916,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:37.540767 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36a3249f-5ae1-4e49-b99f-d8c2766afc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.570678 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] For port 4ce5ba76-402e-4562-83d5-d388f4a1b29a, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:37:37.574116 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:31Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '926176f8-dee1-4e71-a6b7-3d4690361916', 'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'mac_address': 'fa:16:3e:90:3c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:30Z', 'updated_at': '2022-02-20T22:37:36Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'subnets': [{'id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:37.620978 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] For port 4ce5ba76-402e-4562-83d5-d388f4a1b29a, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=4ce5ba76-402e-4562-83d5-d388f4a1b29a,segment=NetworkSegment(96b7b4ed-77da-4362-a4a6-22cb5b492547),segment_id=96b7b4ed-77da-4362-a4a6-22cb5b492547)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:37:37.622990 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6d644-a8bd-4702-8672-cee3f8150b77 None None] The sync data for ids ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'] in dv-cinder-830095-1-iscsi is: [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:31Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '926176f8-dee1-4e71-a6b7-3d4690361916', 'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'mac_address': 'fa:16:3e:90:3c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:30Z', 'updated_at': '2022-02-20T22:37:36Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'subnets': [{'id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:37:37.645829 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3249f-5ae1-4e49-b99f-d8c2766afc88 None None] Pushing event updated for resources: {'Port': ['ID=926176f8-dee1-4e71-a6b7-3d4690361916,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:37.694494 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.775123 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fd320-a3b5-4459-9314-685346cc226f None None] Pushing event updated for resources: {'Port': ['ID=4ce5ba76-402e-4562-83d5-d388f4a1b29a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:37.827948 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dca3-0c61-4622-bbfe-b97090bd1641 admin admin] Publish callbacks [] for security_group (6f983e0a-e3d5-481f-8258-5db75522745a), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.899889 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8ac0dca3-0c61-4622-bbfe-b97090bd1641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (6f983e0a-e3d5-481f-8258-5db75522745a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:37.956202 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-8ac0dca3-0c61-4622-bbfe-b97090bd1641 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=24090294e8134741b5c1f6dd54789f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7410896 Feb 20 22:37:37.960209 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44718) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:38.003649 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0dca3-0c61-4622-bbfe-b97090bd1641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f983e0a-e3d5-481f-8258-5db75522745a,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:38.038630 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebf9f0-847d-4691-92c5-977b6ef11297 req-edba9880-8ed6-45b3-928c-07d9913eecd9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:38.041277 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-deebf9f0-847d-4691-92c5-977b6ef11297 req-edba9880-8ed6-45b3-928c-07d9913eecd9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1052566 Feb 20 22:37:38.062583 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks [] for router_gateway (688c4c32-e2b9-4e5d-8339-1a44392938ed), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:38.134777 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-deebf9f0-847d-4691-92c5-977b6ef11297 req-94bf8c36-dd19-48cd-a1ca-5c1701d8b0f6 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749447 Feb 20 22:37:38.221304 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a1dbc16-bf1a-42f4-9f36-94de0769a2e0 admin admin] Publish callbacks [] for security_group (6f983e0a-e3d5-481f-8258-5db75522745a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:38.278447 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a1dbc16-bf1a-42f4-9f36-94de0769a2e0 admin admin] Publish callbacks [] for security_group (6f983e0a-e3d5-481f-8258-5db75522745a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:38.378904 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c3fb9-b0fd-45b4-b4a1-8acc82db8ed2 req-da31cee2-a0f8-4a8f-afbb-d457c03dd718 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:38.380454 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1f7c3fb9-b0fd-45b4-b4a1-8acc82db8ed2 req-da31cee2-a0f8-4a8f-afbb-d457c03dd718 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.1741703 Feb 20 22:37:38.449277 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297'] for router (688c4c32-e2b9-4e5d-8339-1a44392938ed), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:38.509826 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a1dbc16-bf1a-42f4-9f36-94de0769a2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (6f983e0a-e3d5-481f-8258-5db75522745a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:38.509826 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3a1dbc16-bf1a-42f4-9f36-94de0769a2e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:38.511112 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-3a1dbc16-bf1a-42f4-9f36-94de0769a2e0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6f983e0a-e3d5-481f-8258-5db75522745a HTTP/1.1" status: 204 len: 168 time: 0.5498922 Feb 20 22:37:38.519123 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1f7c3fb9-b0fd-45b4-b4a1-8acc82db8ed2 req-c8f85ca9-e80c-4f91-9919-f81b2fca3864 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074066 Feb 20 22:37:38.529065 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1dbc16-bf1a-42f4-9f36-94de0769a2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f983e0a-e3d5-481f-8258-5db75522745a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:38.532832 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:38.721994 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Router 688c4c32-e2b9-4e5d-8339-1a44392938ed is scheduled to L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:37:38.853827 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:37:38.868283 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Sync routers for ids ['688c4c32-e2b9-4e5d-8339-1a44392938ed'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:37:38.878248 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae66ff4-d14a-41bd-a863-c77f61bed30f None None] Network 82c54615-1f6f-431f-9827-ad862c27259a requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:37:38.881623 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Routers {'688c4c32-e2b9-4e5d-8339-1a44392938ed'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:37:38.882490 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:37:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['688c4c32-e2b9-4e5d-8339-1a44392938ed'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:38.956135 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:38.960402 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ea97e8e8-aa86-4c22-9a97-d00e8d989c1c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2019186 Feb 20 22:37:38.963450 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44732) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:39.017346 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Set router 688c4c32-e2b9-4e5d-8339-1a44392938ed gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:37:39.026107 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4e1b7e22-dfd2-40b8-b2b4-68d0b3a2c259 None None] Provisioning complete for port 4ce5ba76-402e-4562-83d5-d388f4a1b29a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:39.026489 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e1b7e22-dfd2-40b8-b2b4-68d0b3a2c259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:39.142788 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4e1b7e22-dfd2-40b8-b2b4-68d0b3a2c259 None None] Current status of the port 4ce5ba76-402e-4562-83d5-d388f4a1b29a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:39.143171 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e1b7e22-dfd2-40b8-b2b4-68d0b3a2c259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:39.195942 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-4e1b7e22-dfd2-40b8-b2b4-68d0b3a2c259 None None] For port 4ce5ba76-402e-4562-83d5-d388f4a1b29a, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=4ce5ba76-402e-4562-83d5-d388f4a1b29a,segment=NetworkSegment(96b7b4ed-77da-4362-a4a6-22cb5b492547),segment_id=96b7b4ed-77da-4362-a4a6-22cb5b492547)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:39.226630 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'name': 'tempest-TestMinimumBasicScenario-1097337315-router', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:35Z', 'updated_at': '2022-02-20T22:37:37Z', 'revision_number': 3, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'gw_port': {'id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:36Z', 'updated_at': '2022-02-20T22:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:39.288084 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4e1b7e22-dfd2-40b8-b2b4-68d0b3a2c259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:39.359378 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d731e-0847-4c24-82ab-209b338945e6 req-30e02813-fb65-4aed-bd23-be76adcabd53 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:39.361075 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-643d731e-0847-4c24-82ab-209b338945e6 req-30e02813-fb65-4aed-bd23-be76adcabd53 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1205702 Feb 20 22:37:39.372245 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b7e22-dfd2-40b8-b2b4-68d0b3a2c259 None None] Pushing event updated for resources: {'Port': ['ID=4ce5ba76-402e-4562-83d5-d388f4a1b29a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:39.386337 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Checking router: 688c4c32-e2b9-4e5d-8339-1a44392938ed for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:37:39.386682 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Updating router 688c4c32-e2b9-4e5d-8339-1a44392938ed port 951dfe55-d9f9-46e7-9a0f-52ab17f37338 binding host dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:37:39.411025 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4c222569-ae63-420b-a3a4-db5b73d0eaa6 None None] Provisioning complete for port 4ce5ba76-402e-4562-83d5-d388f4a1b29a triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:39.411400 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4c222569-ae63-420b-a3a4-db5b73d0eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:39.423456 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:39.463134 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-643d731e-0847-4c24-82ab-209b338945e6 req-98e1d6fa-167c-4397-b041-25d702f6a7e4 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923574 Feb 20 22:37:39.522177 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4c222569-ae63-420b-a3a4-db5b73d0eaa6 None None] Current status of the port 4ce5ba76-402e-4562-83d5-d388f4a1b29a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:39.574564 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da0369-0ce8-457d-b691-945bdd9d3637 req-85a6d492-a5ed-4da4-81c8-8c412162d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:39.576175 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d3da0369-0ce8-457d-b691-945bdd9d3637 req-85a6d492-a5ed-4da4-81c8-8c412162d161 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 1129 time: 0.0522006 Feb 20 22:37:39.710984 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d3da0369-0ce8-457d-b691-945bdd9d3637 req-271c3e66-bb30-46e1-a11e-6ba70a645391 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274161 Feb 20 22:37:39.722158 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:39.729040 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ed4bd-2363-48b9-994e-86fa20b09496 req-0e1b4834-3a47-4f55-8ce1-a0533854eb24 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:39.741030 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-355ed4bd-2363-48b9-994e-86fa20b09496 req-0e1b4834-3a47-4f55-8ce1-a0533854eb24 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.1246917 Feb 20 22:37:39.751409 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 4ce5ba76-402e-4562-83d5-d388f4a1b29a up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:39.800655 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-355ed4bd-2363-48b9-994e-86fa20b09496 req-0751ec67-8fb5-411c-848f-6d4be4ba068f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613244 Feb 20 22:37:39.818259 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Publish callbacks [] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:39.819698 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 4ce5ba76-402e-4562-83d5-d388f4a1b29a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:39.820218 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:39.888376 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:39.924995 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 4ce5ba76-402e-4562-83d5-d388f4a1b29a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:39.926440 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 926176f8-dee1-4e71-a6b7-3d4690361916 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:39.930786 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Allocated IP 172.20.0.1 (82c54615-1f6f-431f-9827-ad862c27259a/40e84eb5-d252-48c9-8207-015fa6cbcaee/757d3608-7982-42b8-a25e-57f9ac435290) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:37:39.955957 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0d103-aae8-41ef-9620-826339d077cf None None] Pushing event updated for resources: {'Port': ['ID=951dfe55-d9f9-46e7-9a0f-52ab17f37338,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:39.960288 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Attempting to bind port 951dfe55-d9f9-46e7-9a0f-52ab17f37338 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:37:39.960666 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Attempting to bind port 951dfe55-d9f9-46e7-9a0f-52ab17f37338 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:37:39.961031 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Attempting to bind port 951dfe55-d9f9-46e7-9a0f-52ab17f37338 on network 13902551-927e-452b-838a-e5943d6828df {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:37:39.968506 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:37:39.968881 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:37:39.969282 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:39.970090 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Bound using segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:37:39.974183 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Bound port: 951dfe55-d9f9-46e7-9a0f-52ab17f37338, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:37:39.974810 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:40.001892 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 926176f8-dee1-4e71-a6b7-3d4690361916 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:40.002258 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:40.039558 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] For port 951dfe55-d9f9-46e7-9a0f-52ab17f37338, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:37:40.044514 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] For port 951dfe55-d9f9-46e7-9a0f-52ab17f37338, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=951dfe55-d9f9-46e7-9a0f-52ab17f37338,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:37:40.089167 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 926176f8-dee1-4e71-a6b7-3d4690361916 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:40.089566 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Publish callbacks [] for port (757d3608-7982-42b8-a25e-57f9ac435290), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:40.099627 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:40.167968 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Routers {'688c4c32-e2b9-4e5d-8339-1a44392938ed'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:37:40.171411 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:37:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['688c4c32-e2b9-4e5d-8339-1a44392938ed'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:40.174250 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0d103-aae8-41ef-9620-826339d077cf None None] Pushing event updated for resources: {'Port': ['ID=951dfe55-d9f9-46e7-9a0f-52ab17f37338,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:40.174671 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (757d3608-7982-42b8-a25e-57f9ac435290), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:40.229744 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Network 82c54615-1f6f-431f-9827-ad862c27259a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:37:40.235062 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:37:40.238628 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:37:40.278150 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Pushing event updated for resources: {'Port': ['ID=757d3608-7982-42b8-a25e-57f9ac435290,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:40.306239 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571262'] for router_interface (688c4c32-e2b9-4e5d-8339-1a44392938ed), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:40.306435 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] Set router 688c4c32-e2b9-4e5d-8339-1a44392938ed gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:37:40.464819 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-0a8529eb-343a-474d-b63d-8a7646d07ca6 None None] Provisioning complete for port 757d3608-7982-42b8-a25e-57f9ac435290 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:40.465204 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0a8529eb-343a-474d-b63d-8a7646d07ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (757d3608-7982-42b8-a25e-57f9ac435290), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:40.495143 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'name': 'tempest-TestMinimumBasicScenario-1097337315-router', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:35Z', 'updated_at': '2022-02-20T22:37:37Z', 'revision_number': 3, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'gw_port': {'id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:36Z', 'updated_at': '2022-02-20T22:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:40.504849 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (757d3608-7982-42b8-a25e-57f9ac435290), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:40.516756 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-0a8529eb-343a-474d-b63d-8a7646d07ca6 None None] Port 757d3608-7982-42b8-a25e-57f9ac435290 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:37:40.526616 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba2f127-37a4-4578-9168-6ec1adcdfd6c None None] The sync data for ids ['688c4c32-e2b9-4e5d-8339-1a44392938ed'] in dv-cinder-830095-1-iscsi is: [{'id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'name': 'tempest-TestMinimumBasicScenario-1097337315-router', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:35Z', 'updated_at': '2022-02-20T22:37:37Z', 'revision_number': 3, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'gw_port': {'id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:36Z', 'updated_at': '2022-02-20T22:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:37:40.697614 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82728fe-443b-4f76-a7a6-b3c75f92d2d8 req-67241f33-e8cf-4ffe-a16d-932e3ad06bb0 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:40.699191 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e82728fe-443b-4f76-a7a6-b3c75f92d2d8 req-67241f33-e8cf-4ffe-a16d-932e3ad06bb0 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1174901 Feb 20 22:37:40.784655 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Publish callbacks [] for port (757d3608-7982-42b8-a25e-57f9ac435290), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:40.848485 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e82728fe-443b-4f76-a7a6-b3c75f92d2d8 req-05faf89a-c751-44d5-a0ad-2ad1c25908ad tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383147 Feb 20 22:37:40.928255 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (757d3608-7982-42b8-a25e-57f9ac435290), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:41.002068 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563447b5-c682-499e-a858-c5e44d66a207 req-5d464f06-ed1c-4645-9379-68d9779c3c85 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:41.004415 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-563447b5-c682-499e-a858-c5e44d66a207 req-5d464f06-ed1c-4645-9379-68d9779c3c85 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0811267 Feb 20 22:37:41.017343 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571370'] for router_interface (688c4c32-e2b9-4e5d-8339-1a44392938ed), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:41.020455 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Pushing event updated for resources: {'Port': ['ID=757d3608-7982-42b8-a25e-57f9ac435290,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:41.090850 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-563447b5-c682-499e-a858-c5e44d66a207 req-af09f35b-86c8-4b63-bb38-baeb17ba3516 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783441 Feb 20 22:37:41.148183 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Network 82c54615-1f6f-431f-9827-ad862c27259a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:37:41.150291 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:37:41.445522 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-13080cd5-12b0-49c7-a382-bca35044f6f4 None None] Provisioning complete for port 757d3608-7982-42b8-a25e-57f9ac435290 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:41.446055 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-13080cd5-12b0-49c7-a382-bca35044f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (757d3608-7982-42b8-a25e-57f9ac435290), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:41.488271 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-13080cd5-12b0-49c7-a382-bca35044f6f4 None None] Port 757d3608-7982-42b8-a25e-57f9ac435290 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:37:41.515178 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Router 688c4c32-e2b9-4e5d-8339-1a44392938ed has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:37:41.569545 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44794) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:41.640340 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 951dfe55-d9f9-46e7-9a0f-52ab17f37338 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:41.647152 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:37:41.663301 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-eef65f2a-17fb-4d8e-9101-58ed6977a1bb admin admin] 10.222.0.67 "PUT /v2.0/routers/688c4c32-e2b9-4e5d-8339-1a44392938ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6907272 Feb 20 22:37:41.708780 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f143684-7a28-44df-a7fa-68fd4b4b02b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:41.712550 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 951dfe55-d9f9-46e7-9a0f-52ab17f37338 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:41.713099 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:41.798481 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f143684-7a28-44df-a7fa-68fd4b4b02b2 admin admin] Publish callbacks [] for security_group (b34e0bca-eb41-4a38-84eb-5e55b7251e2e), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:41.801187 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 951dfe55-d9f9-46e7-9a0f-52ab17f37338 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:41.801570 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:41.879253 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0f143684-7a28-44df-a7fa-68fd4b4b02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (b34e0bca-eb41-4a38-84eb-5e55b7251e2e), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:41.946528 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-0f143684-7a28-44df-a7fa-68fd4b4b02b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e5d644e824d44c26b60e677442e8f924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758430 Feb 20 22:37:41.949053 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44812) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:41.955887 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port 951dfe55-d9f9-46e7-9a0f-52ab17f37338, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=951dfe55-d9f9-46e7-9a0f-52ab17f37338,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:41.958143 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f143684-7a28-44df-a7fa-68fd4b4b02b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34e0bca-eb41-4a38-84eb-5e55b7251e2e,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:42.014737 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:42.022080 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daeffed0-6ea4-4293-9385-8b159708e68b admin admin] Publish callbacks [] for security_group (b34e0bca-eb41-4a38-84eb-5e55b7251e2e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:42.040906 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0fb1c-43b3-4cdc-b5ef-7655daf941ee req-9de40b06-216e-4bc9-b34e-4ce361aebaef tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:42.042594 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-64e0fb1c-43b3-4cdc-b5ef-7655daf941ee req-9de40b06-216e-4bc9-b34e-4ce361aebaef tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0876694 Feb 20 22:37:42.052650 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daeffed0-6ea4-4293-9385-8b159708e68b admin admin] Publish callbacks [] for security_group (b34e0bca-eb41-4a38-84eb-5e55b7251e2e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:42.078311 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=951dfe55-d9f9-46e7-9a0f-52ab17f37338,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:42.102559 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-64e0fb1c-43b3-4cdc-b5ef-7655daf941ee req-40f6efd9-5667-434e-9d81-3506429a6b83 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537529 Feb 20 22:37:42.196052 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daeffed0-6ea4-4293-9385-8b159708e68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (b34e0bca-eb41-4a38-84eb-5e55b7251e2e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:42.200118 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daeffed0-6ea4-4293-9385-8b159708e68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:42.203792 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-daeffed0-6ea4-4293-9385-8b159708e68b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b34e0bca-eb41-4a38-84eb-5e55b7251e2e HTTP/1.1" status: 204 len: 168 time: 0.2493532 Feb 20 22:37:42.223151 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeffed0-6ea4-4293-9385-8b159708e68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34e0bca-eb41-4a38-84eb-5e55b7251e2e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:42.335152 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918654a2-1306-41c7-afa4-50b5c40e0735 req-0fcdd1c7-5ef1-47e4-99e7-8613988935e2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:42.338435 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-918654a2-1306-41c7-afa4-50b5c40e0735 req-0fcdd1c7-5ef1-47e4-99e7-8613988935e2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.1351535 Feb 20 22:37:42.441413 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-918654a2-1306-41c7-afa4-50b5c40e0735 req-c8dbc63d-0f17-4b30-b5f6-b53d2838ace7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884016 Feb 20 22:37:42.650342 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Sync routers for ids ['688c4c32-e2b9-4e5d-8339-1a44392938ed'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:37:42.660991 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Routers {'688c4c32-e2b9-4e5d-8339-1a44392938ed'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:37:42.661673 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:37:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['688c4c32-e2b9-4e5d-8339-1a44392938ed'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:42.784022 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b90f49-89d1-4b37-acc6-5e6fe0f51443 req-cd200df6-a9d7-4206-94f9-f2ba332e1a4c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:42.787905 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Set router 688c4c32-e2b9-4e5d-8339-1a44392938ed gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:37:42.790517 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-28b90f49-89d1-4b37-acc6-5e6fe0f51443 req-cd200df6-a9d7-4206-94f9-f2ba332e1a4c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0800362 Feb 20 22:37:42.857217 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-28b90f49-89d1-4b37-acc6-5e6fe0f51443 req-ec407d27-76ce-470e-b129-f2047b06a25f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657728 Feb 20 22:37:42.986004 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 44858) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:43.006716 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba512bb4-ed2f-4637-a125-e4f3d6aa80c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:43.098283 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba512bb4-ed2f-4637-a125-e4f3d6aa80c7 admin admin] Publish callbacks [] for security_group (4b63f02f-7d21-4578-a3d0-c8f82112073f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:43.574026 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'name': 'tempest-TestMinimumBasicScenario-1097337315-router', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:35Z', 'updated_at': '2022-02-20T22:37:40Z', 'revision_number': 4, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'gw_port': {'id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:36Z', 'updated_at': '2022-02-20T22:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '757d3608-7982-42b8-a25e-57f9ac435290', 'name': '', 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'mac_address': 'fa:16:3e:23:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '40e84eb5-d252-48c9-8207-015fa6cbcaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:39Z', 'updated_at': '2022-02-20T22:37:40Z', 'revision_number': 2, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'subnets': [{'id': '40e84eb5-d252-48c9-8207-015fa6cbcaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:43.574026 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Checking router: 688c4c32-e2b9-4e5d-8339-1a44392938ed for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:37:43.574026 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Updating router 688c4c32-e2b9-4e5d-8339-1a44392938ed port 757d3608-7982-42b8-a25e-57f9ac435290 binding host dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:37:43.574026 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (757d3608-7982-42b8-a25e-57f9ac435290), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:43.574026 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Publish callbacks [] for port (757d3608-7982-42b8-a25e-57f9ac435290), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:43.597990 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c6e92-569e-4d5d-9f2f-97489579d872 req-370c3459-d095-4370-8f6b-0f9566b2e009 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:43.599671 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9f3c6e92-569e-4d5d-9f2f-97489579d872 req-370c3459-d095-4370-8f6b-0f9566b2e009 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0751362 Feb 20 22:37:43.662494 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 951dfe55-d9f9-46e7-9a0f-52ab17f37338 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:43.704268 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9f3c6e92-569e-4d5d-9f2f-97489579d872 req-22839bbe-6c7f-4344-8fda-68b6f6dec238 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829568 Feb 20 22:37:43.757180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 951dfe55-d9f9-46e7-9a0f-52ab17f37338 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:43.757690 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:43.874660 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 951dfe55-d9f9-46e7-9a0f-52ab17f37338 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:44.022491 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75f89b-0f1e-4678-b41c-9abefbd16f84 req-8a6504bb-bd34-4a93-bc43-9a086b156238 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:44.024111 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1c75f89b-0f1e-4678-b41c-9abefbd16f84 req-8a6504bb-bd34-4a93-bc43-9a086b156238 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0645199 Feb 20 22:37:44.084829 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1c75f89b-0f1e-4678-b41c-9abefbd16f84 req-0f5d7127-553f-4899-885e-5fd593420a4f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523427 Feb 20 22:37:44.295144 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ba512bb4-ed2f-4637-a125-e4f3d6aa80c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (4b63f02f-7d21-4578-a3d0-c8f82112073f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:44.338428 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba512bb4-ed2f-4637-a125-e4f3d6aa80c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b63f02f-7d21-4578-a3d0-c8f82112073f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:44.398537 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e562c-0905-4038-8389-eea2ba9d7746 req-fb27da3a-af18-4221-8031-1d961d3b4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:44.400017 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f2e562c-0905-4038-8389-eea2ba9d7746 req-fb27da3a-af18-4221-8031-1d961d3b4ed2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ebc76c7da8694070b275da964ee301c5&device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 1129 time: 0.0702846 Feb 20 22:37:44.524148 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e562c-0905-4038-8389-eea2ba9d7746 req-91579cba-f9d3-4495-8f8e-d921844554b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:44.527080 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f2e562c-0905-4038-8389-eea2ba9d7746 req-91579cba-f9d3-4495-8f8e-d921844554b0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 200 len: 919 time: 0.1171756 Feb 20 22:37:44.593897 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (757d3608-7982-42b8-a25e-57f9ac435290), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:44.608935 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f2e562c-0905-4038-8389-eea2ba9d7746 req-ae707cd8-9765-4db0-a948-524ff91a36cf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451c5388-4913-495b-bc26-cca46c2132b7 HTTP/1.1" status: 200 len: 217 time: 0.0755367 Feb 20 22:37:44.615512 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 44870) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:44.616791 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ba512bb4-ed2f-4637-a125-e4f3d6aa80c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=89d4e504f376414fabde12dc21449585&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6311362 Feb 20 22:37:44.660903 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbf804-0627-4a66-803b-6c5a2935eca7 None None] Pushing event updated for resources: {'Port': ['ID=757d3608-7982-42b8-a25e-57f9ac435290,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:44.743316 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e562c-0905-4038-8389-eea2ba9d7746 req-74a780f1-d955-4e9f-8819-a340bbbc3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:44.743316 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f2e562c-0905-4038-8389-eea2ba9d7746 req-74a780f1-d955-4e9f-8819-a340bbbc3a8f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 200 len: 858 time: 0.1258888 Feb 20 22:37:44.756558 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Attempting to bind port 757d3608-7982-42b8-a25e-57f9ac435290 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:37:44.757163 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Attempting to bind port 757d3608-7982-42b8-a25e-57f9ac435290 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '96b7b4ed-77da-4362-a4a6-22cb5b492547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:37:44.757307 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Attempting to bind port 757d3608-7982-42b8-a25e-57f9ac435290 on network 82c54615-1f6f-431f-9827-ad862c27259a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:37:44.764697 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:37:44.766662 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Checking segment: {'id': '96b7b4ed-77da-4362-a4a6-22cb5b492547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:37:44.766662 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:44.766662 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Bound using segment: {'id': '96b7b4ed-77da-4362-a4a6-22cb5b492547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:37:44.766662 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Bound port: 757d3608-7982-42b8-a25e-57f9ac435290, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b7b4ed-77da-4362-a4a6-22cb5b492547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:37:44.767222 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (757d3608-7982-42b8-a25e-57f9ac435290), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:44.787296 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f2e562c-0905-4038-8389-eea2ba9d7746 req-0e572018-11b6-45d5-b11a-0d72e1505a06 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=a558b9ef-31a4-44c2-924d-4167d42fc46d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340827 Feb 20 22:37:44.790618 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c8858f6-9dec-4fa5-9d51-98492156db0d admin admin] Publish callbacks [] for security_group (4b63f02f-7d21-4578-a3d0-c8f82112073f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:44.851268 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] For port 757d3608-7982-42b8-a25e-57f9ac435290, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:37:44.855007 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] For port 757d3608-7982-42b8-a25e-57f9ac435290, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=757d3608-7982-42b8-a25e-57f9ac435290,segment=NetworkSegment(96b7b4ed-77da-4362-a4a6-22cb5b492547),segment_id=96b7b4ed-77da-4362-a4a6-22cb5b492547)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:37:44.868548 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c8858f6-9dec-4fa5-9d51-98492156db0d admin admin] Publish callbacks [] for security_group (4b63f02f-7d21-4578-a3d0-c8f82112073f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:44.928460 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (757d3608-7982-42b8-a25e-57f9ac435290), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:44.947187 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f2e562c-0905-4038-8389-eea2ba9d7746 req-2f678f7c-8a8e-47bc-8c49-d9cc8153b28d service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500421 Feb 20 22:37:44.956879 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233c4a8-4fd8-49fa-a828-4ac8bc1bdfb1 req-aac827f7-5e28-4d4d-b113-b137e7ce1d27 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:44.958500 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5233c4a8-4fd8-49fa-a828-4ac8bc1bdfb1 req-aac827f7-5e28-4d4d-b113-b137e7ce1d27 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.1209223 Feb 20 22:37:45.031080 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Routers {'688c4c32-e2b9-4e5d-8339-1a44392938ed'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:37:45.031715 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:37:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['688c4c32-e2b9-4e5d-8339-1a44392938ed'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:45.054567 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5233c4a8-4fd8-49fa-a828-4ac8bc1bdfb1 req-ae9b6604-d84a-4b1f-bbbc-05116e978de6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875611 Feb 20 22:37:45.063324 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f2e562c-0905-4038-8389-eea2ba9d7746 req-b67386ca-0b53-4092-9e0f-b274fd513f3c service neutron] 10.222.0.91 "GET /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049469 Feb 20 22:37:45.071297 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c8858f6-9dec-4fa5-9d51-98492156db0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (4b63f02f-7d21-4578-a3d0-c8f82112073f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:45.075518 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4c8858f6-9dec-4fa5-9d51-98492156db0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:45.077213 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-4c8858f6-9dec-4fa5-9d51-98492156db0d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4b63f02f-7d21-4578-a3d0-c8f82112073f HTTP/1.1" status: 204 len: 168 time: 0.4607933 Feb 20 22:37:45.109090 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8858f6-9dec-4fa5-9d51-98492156db0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b63f02f-7d21-4578-a3d0-c8f82112073f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:45.184264 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbf804-0627-4a66-803b-6c5a2935eca7 None None] Pushing event updated for resources: {'Port': ['ID=757d3608-7982-42b8-a25e-57f9ac435290,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:45.187362 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-508af6bf-0560-4278-9b4a-6df02225d0c2 None None] Provisioning complete for port 757d3608-7982-42b8-a25e-57f9ac435290 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:45.188162 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-508af6bf-0560-4278-9b4a-6df02225d0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (757d3608-7982-42b8-a25e-57f9ac435290), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:45.311109 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:37:45.320540 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7330f4d-aee9-4ec2-be4a-d41827a7f8b1 req-17011f4b-405a-4014-9621-f5008729926a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:45.330359 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c7330f4d-aee9-4ec2-be4a-d41827a7f8b1 req-17011f4b-405a-4014-9621-f5008729926a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.1062276 Feb 20 22:37:45.406124 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-508af6bf-0560-4278-9b4a-6df02225d0c2 None None] Current status of the port 757d3608-7982-42b8-a25e-57f9ac435290 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:45.406428 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-508af6bf-0560-4278-9b4a-6df02225d0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (757d3608-7982-42b8-a25e-57f9ac435290), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:45.409079 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c7330f4d-aee9-4ec2-be4a-d41827a7f8b1 req-5f1d5a2d-0d56-4b50-8c61-5ac8c49d424a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733800 Feb 20 22:37:45.443684 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] Set router 688c4c32-e2b9-4e5d-8339-1a44392938ed gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:37:45.536141 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-508af6bf-0560-4278-9b4a-6df02225d0c2 None None] For port 757d3608-7982-42b8-a25e-57f9ac435290, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=757d3608-7982-42b8-a25e-57f9ac435290,segment=NetworkSegment(96b7b4ed-77da-4362-a4a6-22cb5b492547),segment_id=96b7b4ed-77da-4362-a4a6-22cb5b492547)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:45.639835 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-508af6bf-0560-4278-9b4a-6df02225d0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (757d3608-7982-42b8-a25e-57f9ac435290), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:45.742350 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508af6bf-0560-4278-9b4a-6df02225d0c2 None None] Pushing event updated for resources: {'Port': ['ID=757d3608-7982-42b8-a25e-57f9ac435290,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:45.778884 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-63d19224-00d1-4422-b664-15f563d81cd8 None None] Provisioning complete for port 757d3608-7982-42b8-a25e-57f9ac435290 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:45.779522 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-63d19224-00d1-4422-b664-15f563d81cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (757d3608-7982-42b8-a25e-57f9ac435290), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:45.823918 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'name': 'tempest-TestMinimumBasicScenario-1097337315-router', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:35Z', 'updated_at': '2022-02-20T22:37:40Z', 'revision_number': 4, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'gw_port': {'id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:36Z', 'updated_at': '2022-02-20T22:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '757d3608-7982-42b8-a25e-57f9ac435290', 'name': '', 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'mac_address': 'fa:16:3e:23:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '40e84eb5-d252-48c9-8207-015fa6cbcaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:39Z', 'updated_at': '2022-02-20T22:37:44Z', 'revision_number': 4, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'subnets': [{'id': '40e84eb5-d252-48c9-8207-015fa6cbcaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:37:45.859597 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d45ee-90e7-4081-99ca-c9513931c6b0 None None] The sync data for ids ['688c4c32-e2b9-4e5d-8339-1a44392938ed'] in dv-cinder-830095-1-iscsi is: [{'id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'name': 'tempest-TestMinimumBasicScenario-1097337315-router', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:35Z', 'updated_at': '2022-02-20T22:37:40Z', 'revision_number': 4, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'gw_port': {'id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:36Z', 'updated_at': '2022-02-20T22:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '757d3608-7982-42b8-a25e-57f9ac435290', 'name': '', 'network_id': '82c54615-1f6f-431f-9827-ad862c27259a', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'mac_address': 'fa:16:3e:23:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '40e84eb5-d252-48c9-8207-015fa6cbcaee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:39Z', 'updated_at': '2022-02-20T22:37:44Z', 'revision_number': 4, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'subnets': [{'id': '40e84eb5-d252-48c9-8207-015fa6cbcaee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:37:46.026490 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-63d19224-00d1-4422-b664-15f563d81cd8 None None] Current status of the port 757d3608-7982-42b8-a25e-57f9ac435290 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:46.356304 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841437d-11f1-40ed-946e-1748f4f0917c req-ff6e1025-0da6-4ca2-9732-a8ebc33366aa tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:46.358483 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4841437d-11f1-40ed-946e-1748f4f0917c req-ff6e1025-0da6-4ca2-9732-a8ebc33366aa tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 943 time: 0.0934277 Feb 20 22:37:46.492856 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4841437d-11f1-40ed-946e-1748f4f0917c req-895cf270-0d74-4a51-989e-4555f59a2538 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007624 Feb 20 22:37:46.529041 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7568608f-2f36-4c85-9de3-29ac3da51301 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:37:46.571747 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f17b46-3567-4322-a081-797a18a74537 req-9e15a743-55b3-499a-a469-dacf51a0814b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:46.573355 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e7f17b46-3567-4322-a081-797a18a74537 req-9e15a743-55b3-499a-a469-dacf51a0814b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0689716 Feb 20 22:37:46.698335 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e7f17b46-3567-4322-a081-797a18a74537 req-77530b5f-721b-4ac7-86ad-337baf42c1a5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193347 Feb 20 22:37:46.821339 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:46.834257 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '7568608f-2f36-4c85-9de3-29ac3da51301', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'port_id': '7568608f-2f36-4c85-9de3-29ac3da51301', 'mac_address': 'fa:16:3e:a1:aa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:37:46.878394 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7568608f-2f36-4c85-9de3-29ac3da51301 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:46.887814 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:46.903725 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7568608f-2f36-4c85-9de3-29ac3da51301 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:37:46.948724 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:47.007862 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:47.094386 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:47.327557 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['7568608f-2f36-4c85-9de3-29ac3da51301'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:37:47.662812 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac06bc-8992-4b19-a0b8-0832ad6f829f req-8f959150-e634-4411-8161-bf5d34abb9d9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:47.668618 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2eac06bc-8992-4b19-a0b8-0832ad6f829f req-8f959150-e634-4411-8161-bf5d34abb9d9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 944 time: 0.0853684 Feb 20 22:37:47.695287 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 757d3608-7982-42b8-a25e-57f9ac435290 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:47.739674 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2eac06bc-8992-4b19-a0b8-0832ad6f829f req-2590ea21-871d-4771-88a3-d584b1f35528 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676203 Feb 20 22:37:47.806141 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 757d3608-7982-42b8-a25e-57f9ac435290 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:47.806508 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (757d3608-7982-42b8-a25e-57f9ac435290), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:47.881027 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7debac-a2b8-4da0-bba3-bf15a7c9b086 req-e66c35cc-1f7e-4991-977e-fc0e18743bf7 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:47.890864 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6b7debac-a2b8-4da0-bba3-bf15a7c9b086 req-e66c35cc-1f7e-4991-977e-fc0e18743bf7 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0947528 Feb 20 22:37:48.018059 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 757d3608-7982-42b8-a25e-57f9ac435290 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:48.037342 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6b7debac-a2b8-4da0-bba3-bf15a7c9b086 req-49ea2ac1-3839-45ac-ae81-6fd5912502b3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454873 Feb 20 22:37:48.524465 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7568608f-2f36-4c85-9de3-29ac3da51301 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:37:48.636023 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 7568608f-2f36-4c85-9de3-29ac3da51301 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:37:48.637967 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:48.799497 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7568608f-2f36-4c85-9de3-29ac3da51301 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:37:48.800196 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:48.833257 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:37:48.837488 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d4374e-1b55-41d6-a0d6-35950a959870" -d '{"events": [{"server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "name": "network-vif-plugged", "status": "completed", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:37:48.858160 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:37:48.911707 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:48.936084 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d0954-7c61-4a00-9bed-191ffcf30cc4 req-6948592c-d1c3-493f-9e76-93573cbfe4ce tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:48.939348 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1c1d0954-7c61-4a00-9bed-191ffcf30cc4 req-6948592c-d1c3-493f-9e76-93573cbfe4ce tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 944 time: 0.0946269 Feb 20 22:37:49.045297 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1c1d0954-7c61-4a00-9bed-191ffcf30cc4 req-c2c7a941-42d3-4bcc-b64b-cfa8041130b6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937638 Feb 20 22:37:49.079617 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2694b616-b98b-4724-be53-4955153aedbe x-openstack-request-id: req-2694b616-b98b-4724-be53-4955153aedbe {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:37:49.080101 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "name": "network-vif-plugged", "status": "completed", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:37:49.080195 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2694b616-b98b-4724-be53-4955153aedbe {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:37:49.080568 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301', 'code': 200} Feb 20 22:37:49.081285 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:49.673384 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27086c5-d60f-4f10-aa90-8456cd6a99aa req-33ecc976-03fb-4e82-ae97-bf8fb5c0a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:49.678760 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a27086c5-d60f-4f10-aa90-8456cd6a99aa req-33ecc976-03fb-4e82-ae97-bf8fb5c0a6b8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 1130 time: 0.1093299 Feb 20 22:37:49.779389 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a27086c5-d60f-4f10-aa90-8456cd6a99aa req-e20eb8ff-5ed0-4956-9bff-a6301e2db083 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834644 Feb 20 22:37:50.308983 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b199e-a210-4c7f-83be-af1fb4a458b1 req-2c412a2d-8915-438c-8745-61d9a6be9f8a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:50.316769 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c59b199e-a210-4c7f-83be-af1fb4a458b1 req-2c412a2d-8915-438c-8745-61d9a6be9f8a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 946 time: 0.1132724 Feb 20 22:37:50.382306 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c59b199e-a210-4c7f-83be-af1fb4a458b1 req-a8d8671b-c9f7-41d0-960a-71a227ed9a65 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643797 Feb 20 22:37:51.639491 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c843557-9f7a-419d-960f-54813f1b2342 req-1e36d2a9-78a9-43e1-af32-a694cf3edccf tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:51.658668 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7c843557-9f7a-419d-960f-54813f1b2342 req-1e36d2a9-78a9-43e1-af32-a694cf3edccf tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 946 time: 0.1203089 Feb 20 22:37:51.738879 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7c843557-9f7a-419d-960f-54813f1b2342 req-666fb6e5-2fad-42eb-a353-99544e38ae1a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795391 Feb 20 22:37:52.870310 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2243a51-ac1f-445e-b7b7-bd897e94fa76 req-edd9e6c0-aac5-4843-b04c-1fc1db535356 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:52.872581 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b2243a51-ac1f-445e-b7b7-bd897e94fa76 req-edd9e6c0-aac5-4843-b04c-1fc1db535356 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 946 time: 0.0653253 Feb 20 22:37:52.922453 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b2243a51-ac1f-445e-b7b7-bd897e94fa76 req-3fbf5fbc-d762-472d-bdbe-7e0bef9c872c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440292 Feb 20 22:37:54.055709 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7e0f3-f127-4412-87dc-fbe52e35825b req-a01f3ede-dafa-484f-827a-f99dc303ad9b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:54.057236 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fac7e0f3-f127-4412-87dc-fbe52e35825b req-a01f3ede-dafa-484f-827a-f99dc303ad9b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 946 time: 0.0560315 Feb 20 22:37:54.107244 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fac7e0f3-f127-4412-87dc-fbe52e35825b req-140ea3bd-7ed3-4e2c-98ab-dc4efc8b9763 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435793 Feb 20 22:37:55.248725 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742c9fb-e6d9-4e9d-a359-b5bf98186119 req-f1b27689-2aac-4436-97aa-d7f07ebcc307 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:55.250252 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c742c9fb-e6d9-4e9d-a359-b5bf98186119 req-f1b27689-2aac-4436-97aa-d7f07ebcc307 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 946 time: 0.0530946 Feb 20 22:37:55.301954 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c742c9fb-e6d9-4e9d-a359-b5bf98186119 req-675a796e-47d4-4b65-9cb5-5b55c8400df5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461311 Feb 20 22:37:56.229328 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-582d9cd5-99ea-4ea9-a2f5-572803c71c06 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:56.230847 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-582d9cd5-99ea-4ea9-a2f5-572803c71c06 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/networks?id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c HTTP/1.1" status: 200 len: 815 time: 0.1047599 Feb 20 22:37:56.246278 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-e96e2ea3-317b-43e4-bdab-afd2fd54f355 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/quotas/bb138c5e69a84d9192915f968b41d2c1 HTTP/1.1" status: 200 len: 375 time: 0.0090506 Feb 20 22:37:56.310717 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-aae8d568-3792-4eb2-85de-50956d9c2523 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb138c5e69a84d9192915f968b41d2c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569999 Feb 20 22:37:56.423903 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-e27ffa4c-edaf-4de0-9a31-f17cf9d41d63 service neutron] 10.222.0.67 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002858 Feb 20 22:37:56.456544 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601684d1-3658-4292-b625-1d3dce5d67db req-6c8d2ada-9101-46f7-b71c-4a0326549ebc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:56.462410 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-601684d1-3658-4292-b625-1d3dce5d67db req-6c8d2ada-9101-46f7-b71c-4a0326549ebc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 946 time: 0.0723083 Feb 20 22:37:56.506724 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-601684d1-3658-4292-b625-1d3dce5d67db req-a7890d0c-7bc5-417a-8d77-e80d331783c0 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Feb 20 22:37:56.514897 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-1f83f80d-ffac-4144-a763-5b39aa90dc79 service neutron] 10.222.0.67 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855155 Feb 20 22:37:56.787885 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0da2fbd7-e0d5-4a6b-b528-093bff8c9b17 req-59709db4-1af1-462b-834f-6134ebf34d7f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 210 time: 0.0322556 Feb 20 22:37:56.788691 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45220) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:56.916550 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-316ec2f7-a5fe-4b86-8a3a-d283b932b861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:57.002808 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-316ec2f7-a5fe-4b86-8a3a-d283b932b861 admin admin] Publish callbacks [] for security_group (67f54454-98a9-4bbf-b58c-a347a056a9e2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:57.064424 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-316ec2f7-a5fe-4b86-8a3a-d283b932b861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (67f54454-98a9-4bbf-b58c-a347a056a9e2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:57.106305 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-316ec2f7-a5fe-4b86-8a3a-d283b932b861 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c0d1d235482541e59136868b1a52b5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162062 Feb 20 22:37:57.107054 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ec2f7-a5fe-4b86-8a3a-d283b932b861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f54454-98a9-4bbf-b58c-a347a056a9e2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:57.109305 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 45236) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:57.160342 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-769ab1ac-7c76-43dc-9b07-1e6612209cca admin admin] Publish callbacks [] for security_group (67f54454-98a9-4bbf-b58c-a347a056a9e2), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:57.191853 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-769ab1ac-7c76-43dc-9b07-1e6612209cca admin admin] Publish callbacks [] for security_group (67f54454-98a9-4bbf-b58c-a347a056a9e2), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:57.338574 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-769ab1ac-7c76-43dc-9b07-1e6612209cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (67f54454-98a9-4bbf-b58c-a347a056a9e2), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:57.341168 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-769ab1ac-7c76-43dc-9b07-1e6612209cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:57.342368 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-769ab1ac-7c76-43dc-9b07-1e6612209cca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/67f54454-98a9-4bbf-b58c-a347a056a9e2 HTTP/1.1" status: 204 len: 168 time: 0.2320065 Feb 20 22:37:57.353114 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ab1ac-7c76-43dc-9b07-1e6612209cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f54454-98a9-4bbf-b58c-a347a056a9e2,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:57.875926 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b16a9da0-65aa-4fe9-a706-4d504eb984d3 req-1c712e2d-68ce-4363-80ed-22b1379cc153 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 210 time: 0.0296588 Feb 20 22:37:58.538983 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b4bd7-18c4-4409-9470-e80df08be582 req-a3239de6-47a4-4591-b5a9-32709bd72ba4 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:58.540470 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-514b4bd7-18c4-4409-9470-e80df08be582 req-a3239de6-47a4-4591-b5a9-32709bd72ba4 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0576224 Feb 20 22:37:58.592634 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-514b4bd7-18c4-4409-9470-e80df08be582 req-fe61cf44-079d-4bed-a302-e98dd4b19481 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464153 Feb 20 22:37:58.973589 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45304) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:58.992682 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b6d43a8f-db5d-4aa2-a382-39323f54fca6 req-27cd5077-7236-45de-bb1b-17d2082f995f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 210 time: 0.0288069 Feb 20 22:37:59.089497 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-492ae942-1a4c-4157-8f5f-fbea97aa8fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:59.163430 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-492ae942-1a4c-4157-8f5f-fbea97aa8fc2 admin admin] Publish callbacks [] for security_group (7d9c47f6-6779-426e-a8ce-03522153167a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:59.212885 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-492ae942-1a4c-4157-8f5f-fbea97aa8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (7d9c47f6-6779-426e-a8ce-03522153167a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:59.250605 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-492ae942-1a4c-4157-8f5f-fbea97aa8fc2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=04484d97168844cda6bfe0d0693ab71d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757623 Feb 20 22:37:59.251444 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ae942-1a4c-4157-8f5f-fbea97aa8fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9c47f6-6779-426e-a8ce-03522153167a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:59.253424 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 45308) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:37:59.301365 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37676339-36ae-460f-a085-defe0622e234 admin admin] Publish callbacks [] for security_group (7d9c47f6-6779-426e-a8ce-03522153167a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:59.322262 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37676339-36ae-460f-a085-defe0622e234 admin admin] Publish callbacks [] for security_group (7d9c47f6-6779-426e-a8ce-03522153167a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:59.459048 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37676339-36ae-460f-a085-defe0622e234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (7d9c47f6-6779-426e-a8ce-03522153167a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:59.462017 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-37676339-36ae-460f-a085-defe0622e234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:37:59.465575 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-37676339-36ae-460f-a085-defe0622e234 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d9c47f6-6779-426e-a8ce-03522153167a HTTP/1.1" status: 204 len: 168 time: 0.2086608 Feb 20 22:37:59.471981 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37676339-36ae-460f-a085-defe0622e234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9c47f6-6779-426e-a8ce-03522153167a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:37:59.712187 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-c213d675-1c59-48ba-bff8-4162dfbd3be7 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:59.713726 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-c213d675-1c59-48ba-bff8-4162dfbd3be7 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.91 "GET /v2.0/networks?id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c HTTP/1.1" status: 200 len: 815 time: 0.1100435 Feb 20 22:37:59.733514 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c727e-60d7-427e-ac89-9aacb8199a73 req-a70b5827-436d-4eab-8cbf-e7420708b4e5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:37:59.740587 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7b4c727e-60d7-427e-ac89-9aacb8199a73 req-a70b5827-436d-4eab-8cbf-e7420708b4e5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0777099 Feb 20 22:37:59.742868 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'port': {'device_id': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'admin_state_up': True, 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:37:59.795324 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7b4c727e-60d7-427e-ac89-9aacb8199a73 req-09f2edf3-8c04-4238-98c0-4e760b96cf04 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537698 Feb 20 22:37:59.990337 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Made reservation on behalf of bb138c5e69a84d9192915f968b41d2c1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:37:59.993611 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.099678 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4a4d4809-4811-4c4b-a525-48380ae72b99 req-8a39f9db-1df6-4dca-893f-e52b886f67af tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 210 time: 0.0336337 Feb 20 22:38:00.151083 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Allocated IP 172.20.0.7 (77e6411f-b4f7-41b9-8ec6-154c3f87e35c/c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d/4d929d77-123e-400f-a3c0-06d778ed0c77) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:38:00.273964 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45336) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:00.290668 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d625e214-09a4-487d-8e50-78df256096e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.307876 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.367782 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d625e214-09a4-487d-8e50-78df256096e9 admin admin] Publish callbacks [] for security_group (b98bcb45-4b45-4741-a55f-c97736a65a0a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.402095 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.435848 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d625e214-09a4-487d-8e50-78df256096e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (b98bcb45-4b45-4741-a55f-c97736a65a0a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.445721 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:00.450839 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:00.453916 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:38:00.477661 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d625e214-09a4-487d-8e50-78df256096e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9f1a7e529bf4fad98978bb85bc62bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023935 Feb 20 22:38:00.479005 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625e214-09a4-487d-8e50-78df256096e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98bcb45-4b45-4741-a55f-c97736a65a0a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:00.482314 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45344) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:00.496732 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'Port': ['ID=4d929d77-123e-400f-a3c0-06d778ed0c77,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:00.529599 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:00.530509 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.543372 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-734f27db-eea8-4010-a5fc-bbe2f7880ced admin admin] Publish callbacks [] for security_group (b98bcb45-4b45-4741-a55f-c97736a65a0a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.578766 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-734f27db-eea8-4010-a5fc-bbe2f7880ced admin admin] Publish callbacks [] for security_group (b98bcb45-4b45-4741-a55f-c97736a65a0a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.719653 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-5ca11dd6-5488-40c3-bd6f-e61a8ca1cc09 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9808810 Feb 20 22:38:00.733351 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Request body: {'port': {'device_id': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:00.765488 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-a1374fd7-4cc5-4eee-9230-a7bca2281029 None None] Provisioning complete for port 4d929d77-123e-400f-a3c0-06d778ed0c77 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:00.766066 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a1374fd7-4cc5-4eee-9230-a7bca2281029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.777782 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-734f27db-eea8-4010-a5fc-bbe2f7880ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (b98bcb45-4b45-4741-a55f-c97736a65a0a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.787582 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-734f27db-eea8-4010-a5fc-bbe2f7880ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.792229 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-734f27db-eea8-4010-a5fc-bbe2f7880ced admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b98bcb45-4b45-4741-a55f-c97736a65a0a HTTP/1.1" status: 204 len: 168 time: 0.3046494 Feb 20 22:38:00.797167 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:00.818999 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f27db-eea8-4010-a5fc-bbe2f7880ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98bcb45-4b45-4741-a55f-c97736a65a0a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:00.868438 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-a1374fd7-4cc5-4eee-9230-a7bca2281029 None None] Port 4d929d77-123e-400f-a3c0-06d778ed0c77 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:38:01.132347 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbba975-708c-47fd-a1b0-f56e92ab73bd req-c7cbe44b-d824-4c9f-99a0-d0e61ec9ac4e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:01.142742 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4fbba975-708c-47fd-a1b0-f56e92ab73bd req-c7cbe44b-d824-4c9f-99a0-d0e61ec9ac4e tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.1858289 Feb 20 22:38:01.256253 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4fbba975-708c-47fd-a1b0-f56e92ab73bd req-30e41fd1-abfa-4fe5-96cb-623dcc9546ba tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101584 Feb 20 22:38:01.528293 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6134f2-6913-4449-970a-b304b0683499 req-5d959a3b-161c-4763-a0ba-ed126341ad5b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:01.529792 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5c6134f2-6913-4449-970a-b304b0683499 req-5d959a3b-161c-4763-a0ba-ed126341ad5b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 931 time: 0.1490195 Feb 20 22:38:01.633897 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5c6134f2-6913-4449-970a-b304b0683499 req-4a967760-9715-4881-982e-7b01399ac30a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975652 Feb 20 22:38:01.660300 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d929d77-123e-400f-a3c0-06d778ed0c77 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:38:01.664393 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Publish callbacks [] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:01.679926 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Transition to ACTIVE for port object 4d929d77-123e-400f-a3c0-06d778ed0c77 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:38:01.750249 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:01.856964 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d929d77-123e-400f-a3c0-06d778ed0c77,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:02.000961 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Attempting to bind port 4d929d77-123e-400f-a3c0-06d778ed0c77 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:38:02.001659 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Attempting to bind port 4d929d77-123e-400f-a3c0-06d778ed0c77 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:38:02.003053 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Attempting to bind port 4d929d77-123e-400f-a3c0-06d778ed0c77 on network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:02.008283 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Port 4d929d77-123e-400f-a3c0-06d778ed0c77 on network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:38:02.008984 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Attempting to bind port 4d929d77-123e-400f-a3c0-06d778ed0c77 on network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:02.024395 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:38:02.025120 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Checking segment: {'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:38:02.025768 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Bound using segment: {'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:38:02.026430 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Bound port: 4d929d77-123e-400f-a3c0-06d778ed0c77, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:38:02.027128 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.124988 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] For port 4d929d77-123e-400f-a3c0-06d778ed0c77, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:38:02.129730 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] For port 4d929d77-123e-400f-a3c0-06d778ed0c77, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d929d77-123e-400f-a3c0-06d778ed0c77,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:38:02.132897 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 45410) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:02.150581 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9a4d6886-72cb-4f79-bdb7-bc717ac4d4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.168972 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1e141af5-a7ae-4eec-9db2-bfb5746a05b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.192610 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-8903781a-60ea-4493-9827-456f5bd1092c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216993 Feb 20 22:38:02.226840 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.289109 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:02.292865 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.295101 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] 10.222.0.91 "PUT /v2.0/ports/4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 200 len: 1093 time: 1.5658510 Feb 20 22:38:02.295596 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:02.297943 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a1f9e-e8d2-4958-a347-46f31be27d85" -d '{"events": [{"name": "network-changed", "server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:02.329612 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9a4d6886-72cb-4f79-bdb7-bc717ac4d4f9 admin admin] Publish callbacks [] for security_group (346c8014-603e-4619-977e-18efecce23e0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.338451 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Pushing event updated for resources: {'Port': ['ID=4d929d77-123e-400f-a3c0-06d778ed0c77,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:02.354794 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.357003 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.357577 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.358044 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.358998 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.359444 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.360681 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.362350 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.366910 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.367416 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.367874 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.368320 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.368844 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09396b2e-f28f-4505-8b8e-aa05b67a5da6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:02.375737 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc86bd5e-2959-4900-880a-b19a6dda3059 x-openstack-request-id: req-fc86bd5e-2959-4900-880a-b19a6dda3059 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:02.376135 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:02.376489 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc86bd5e-2959-4900-880a-b19a6dda3059 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:02.377029 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'status': 'completed', 'code': 200} Feb 20 22:38:02.430425 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9a4d6886-72cb-4f79-bdb7-bc717ac4d4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (346c8014-603e-4619-977e-18efecce23e0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.446981 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75302a-9958-4a10-bfa4-f21db80d8919 req-afcfd852-8f12-48a2-8a5e-d3ed3f17cb50 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:02.448612 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7a75302a-9958-4a10-bfa4-f21db80d8919 req-afcfd852-8f12-48a2-8a5e-d3ed3f17cb50 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0714917 Feb 20 22:38:02.484140 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-9a4d6886-72cb-4f79-bdb7-bc717ac4d4f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=362474f202fd40a0a6c34d5c4370b41a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501148 Feb 20 22:38:02.486796 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 45420) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:02.494477 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d6886-72cb-4f79-bdb7-bc717ac4d4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346c8014-603e-4619-977e-18efecce23e0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:02.525715 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7a75302a-9958-4a10-bfa4-f21db80d8919 req-1ad33817-6fab-4aca-9e96-a1c4484e3411 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600116 Feb 20 22:38:02.559059 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4324e40e-7558-43a9-9924-f922e4dbfbca admin admin] Publish callbacks [] for security_group (346c8014-603e-4619-977e-18efecce23e0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.579739 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4324e40e-7558-43a9-9924-f922e4dbfbca admin admin] Publish callbacks [] for security_group (346c8014-603e-4619-977e-18efecce23e0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.687078 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4324e40e-7558-43a9-9924-f922e4dbfbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (346c8014-603e-4619-977e-18efecce23e0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.689762 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4324e40e-7558-43a9-9924-f922e4dbfbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:02.691262 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-4324e40e-7558-43a9-9924-f922e4dbfbca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/346c8014-603e-4619-977e-18efecce23e0 HTTP/1.1" status: 204 len: 168 time: 0.2033999 Feb 20 22:38:02.700063 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324e40e-7558-43a9-9924-f922e4dbfbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346c8014-603e-4619-977e-18efecce23e0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:02.771185 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd6bef-fb78-4d7f-bf4f-3013ded74679 req-0ebbfa82-64a6-4329-9ec0-2238974d9a8f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:02.772680 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-68cd6bef-fb78-4d7f-bf4f-3013ded74679 req-0ebbfa82-64a6-4329-9ec0-2238974d9a8f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0624080 Feb 20 22:38:02.822051 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-68cd6bef-fb78-4d7f-bf4f-3013ded74679 req-fc8ae90a-cd62-4138-a73e-fc651fc7b7b9 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436018 Feb 20 22:38:03.635642 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10220a-ba31-46e5-adc6-f95f03a645d6 req-8c5aa54c-86d8-4554-a2b5-ba6fce17002c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:03.637135 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2e10220a-ba31-46e5-adc6-f95f03a645d6 req-8c5aa54c-86d8-4554-a2b5-ba6fce17002c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0541327 Feb 20 22:38:03.684001 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2e10220a-ba31-46e5-adc6-f95f03a645d6 req-5b912f9c-a483-49a3-a3d8-e484a6c194d9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Feb 20 22:38:03.948844 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb36945-2c71-4c9f-b357-f257788cdeb7 req-4323d321-d4d3-4a6e-a009-5db1fca50e74 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:03.948844 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2cb36945-2c71-4c9f-b357-f257788cdeb7 req-4323d321-d4d3-4a6e-a009-5db1fca50e74 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0538356 Feb 20 22:38:03.991196 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2cb36945-2c71-4c9f-b357-f257788cdeb7 req-bb668dac-58b1-41f7-94a7-3ba1baa47404 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Feb 20 22:38:04.041531 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:04.656120 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b55d143b-9cf0-4272-bdd7-a655df661fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:04.830072 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28929d-b45f-48aa-bccb-0e438bc11e1e req-4272bc68-efd7-4afb-a8a2-c9e8b80aae44 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:04.832377 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc28929d-b45f-48aa-bccb-0e438bc11e1e req-4272bc68-efd7-4afb-a8a2-c9e8b80aae44 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0721552 Feb 20 22:38:04.894750 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc28929d-b45f-48aa-bccb-0e438bc11e1e req-2c3aed26-afff-4240-981f-c2d70108656a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566971 Feb 20 22:38:04.901191 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45484) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:05.040428 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:05.179280 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091898a-a872-47b3-9703-c8f6004657b5 req-f4f43a77-09c4-4414-8b1d-098beff33e1f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:05.181468 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b091898a-a872-47b3-9703-c8f6004657b5 req-f4f43a77-09c4-4414-8b1d-098beff33e1f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.1090012 Feb 20 22:38:05.196735 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Publish callbacks [] for security_group (9806e31a-ca6f-47cc-b083-04edf02b01ed), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:05.246038 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b091898a-a872-47b3-9703-c8f6004657b5 req-8a5f713e-29e3-4fca-8c3a-92defcddf5c3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574915 Feb 20 22:38:05.258950 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (9806e31a-ca6f-47cc-b083-04edf02b01ed), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:05.303607 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=04574ddefddd46bea7a8613698da9e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011567 Feb 20 22:38:05.304811 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9806e31a-ca6f-47cc-b083-04edf02b01ed,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:05.306272 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 45492) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:05.313569 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.314212 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.314546 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.315011 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.315598 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.315918 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.316400 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.316725 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.317044 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.317482 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.317831 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.318148 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.318542 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cce602-9e9d-4787-8311-e495003ea234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:05.367737 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-271be90f-829c-45d5-b22c-eaa0e78b1b2c admin admin] Publish callbacks [] for security_group (9806e31a-ca6f-47cc-b083-04edf02b01ed), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:05.390365 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-271be90f-829c-45d5-b22c-eaa0e78b1b2c admin admin] Publish callbacks [] for security_group (9806e31a-ca6f-47cc-b083-04edf02b01ed), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:05.545009 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-271be90f-829c-45d5-b22c-eaa0e78b1b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (9806e31a-ca6f-47cc-b083-04edf02b01ed), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:05.547683 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-271be90f-829c-45d5-b22c-eaa0e78b1b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:05.551717 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-271be90f-829c-45d5-b22c-eaa0e78b1b2c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9806e31a-ca6f-47cc-b083-04edf02b01ed HTTP/1.1" status: 204 len: 168 time: 0.2414305 Feb 20 22:38:05.567425 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271be90f-829c-45d5-b22c-eaa0e78b1b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806e31a-ca6f-47cc-b083-04edf02b01ed,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:05.646757 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:06.038412 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fc1ef-2abc-495e-a4a2-7cf67254a884 req-06545019-75ca-4a96-8603-506e586a9be5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:06.044843 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b76fc1ef-2abc-495e-a4a2-7cf67254a884 req-06545019-75ca-4a96-8603-506e586a9be5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0685241 Feb 20 22:38:06.112555 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b76fc1ef-2abc-495e-a4a2-7cf67254a884 req-0729a11b-af17-44ea-b556-aad375d474e6 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667853 Feb 20 22:38:06.391908 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f2928-04de-4d1b-b4c2-6eaba1abbffa req-88950576-2243-4270-8802-f4a54b48bbe2 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:06.393591 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-087f2928-04de-4d1b-b4c2-6eaba1abbffa req-88950576-2243-4270-8802-f4a54b48bbe2 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0649102 Feb 20 22:38:06.466105 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-087f2928-04de-4d1b-b4c2-6eaba1abbffa req-b260d5e6-cefe-4627-8c67-9d90efe4267d tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655379 Feb 20 22:38:06.947297 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:07.270226 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c0b0-7a90-4fd2-8812-278d3d5a91fd req-ff46e538-e7d9-46c2-a11c-d6c143e10059 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:07.272435 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4bd1c0b0-7a90-4fd2-8812-278d3d5a91fd req-ff46e538-e7d9-46c2-a11c-d6c143e10059 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0756123 Feb 20 22:38:07.330321 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4bd1c0b0-7a90-4fd2-8812-278d3d5a91fd req-dac297e8-f174-455f-b42e-a99862cb56b7 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514374 Feb 20 22:38:07.593262 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2777d-0c73-40e3-ae42-0cfcebe5db44 req-29441ba6-a2a7-40e6-b3a4-480869636e35 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:07.594931 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-63c2777d-0c73-40e3-ae42-0cfcebe5db44 req-29441ba6-a2a7-40e6-b3a4-480869636e35 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0571771 Feb 20 22:38:07.650455 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-63c2777d-0c73-40e3-ae42-0cfcebe5db44 req-b8129021-10bb-4ce3-8d34-c22e0abdea4e tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469208 Feb 20 22:38:08.454691 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce9371-0bc9-4cb5-90b6-338613fc3cc3 req-01e80999-9747-452e-a064-3aa0b46bd3c3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:08.459821 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-65ce9371-0bc9-4cb5-90b6-338613fc3cc3 req-01e80999-9747-452e-a064-3aa0b46bd3c3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0617118 Feb 20 22:38:08.515817 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-65ce9371-0bc9-4cb5-90b6-338613fc3cc3 req-248195da-d12c-49e2-8079-47a716aa1620 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524290 Feb 20 22:38:08.527236 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:08.702154 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45562) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:08.802486 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae45ada-81fb-4862-9e81-6acd697572c2 req-c49e62c5-e54f-4ce4-be14-b42ddcfe2bf0 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:08.802486 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4ae45ada-81fb-4862-9e81-6acd697572c2 req-c49e62c5-e54f-4ce4-be14-b42ddcfe2bf0 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0724165 Feb 20 22:38:08.855449 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c1b9f28-a3f8-4bec-9d9f-d0dc5e69dc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:08.889316 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4ae45ada-81fb-4862-9e81-6acd697572c2 req-a182166c-ad9c-48d2-a608-639b86743290 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716796 Feb 20 22:38:08.967670 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c1b9f28-a3f8-4bec-9d9f-d0dc5e69dc9d admin admin] Publish callbacks [] for security_group (7f7aa025-1a04-4b69-a092-982a933d166d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:09.047496 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c1b9f28-a3f8-4bec-9d9f-d0dc5e69dc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (7f7aa025-1a04-4b69-a092-982a933d166d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:09.091042 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8c1b9f28-a3f8-4bec-9d9f-d0dc5e69dc9d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ee8cf4d75b7e42efa3ac865bfa5001c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853891 Feb 20 22:38:09.093222 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 45572) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:09.099594 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b9f28-a3f8-4bec-9d9f-d0dc5e69dc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7aa025-1a04-4b69-a092-982a933d166d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:09.167900 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f7fb69c9-321f-4ef8-8542-d9c43382df75 admin admin] Publish callbacks [] for security_group (7f7aa025-1a04-4b69-a092-982a933d166d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:09.201744 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f7fb69c9-321f-4ef8-8542-d9c43382df75 admin admin] Publish callbacks [] for security_group (7f7aa025-1a04-4b69-a092-982a933d166d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:09.321338 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f7fb69c9-321f-4ef8-8542-d9c43382df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (7f7aa025-1a04-4b69-a092-982a933d166d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:09.323969 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f7fb69c9-321f-4ef8-8542-d9c43382df75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:09.325808 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-f7fb69c9-321f-4ef8-8542-d9c43382df75 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f7aa025-1a04-4b69-a092-982a933d166d HTTP/1.1" status: 204 len: 168 time: 0.2315249 Feb 20 22:38:09.334526 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb69c9-321f-4ef8-8542-d9c43382df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7aa025-1a04-4b69-a092-982a933d166d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:09.648100 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5887ca-1547-42a1-9d09-12ba19584614 req-9b104e1f-6269-46de-9d85-1062eb53ac6b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:09.650069 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0b5887ca-1547-42a1-9d09-12ba19584614 req-9b104e1f-6269-46de-9d85-1062eb53ac6b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0624909 Feb 20 22:38:09.739212 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0b5887ca-1547-42a1-9d09-12ba19584614 req-6983f0ae-82a0-4caf-9040-e2333833c509 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798042 Feb 20 22:38:10.038505 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dee96a-7c5c-4091-975a-4304f480867c req-10b6af48-673d-48e1-ab1e-d0b923955a08 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:10.040128 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-00dee96a-7c5c-4091-975a-4304f480867c req-10b6af48-673d-48e1-ab1e-d0b923955a08 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0725377 Feb 20 22:38:10.102962 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-00dee96a-7c5c-4091-975a-4304f480867c req-531977be-f9a0-4ea0-8572-e52365f77d5a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559437 Feb 20 22:38:10.859582 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9a21e-6fc4-4f7d-88aa-e2ab69d229c0 req-046aeb2d-3c31-4c27-b08b-a920fcb694ed tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:10.862002 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f6e9a21e-6fc4-4f7d-88aa-e2ab69d229c0 req-046aeb2d-3c31-4c27-b08b-a920fcb694ed tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0579851 Feb 20 22:38:10.911242 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f6e9a21e-6fc4-4f7d-88aa-e2ab69d229c0 req-e3d165a6-4b74-4a7a-9377-6f2005cd4eb4 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Feb 20 22:38:11.229091 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb00d0-91ef-4ad6-8fbf-ca717de6d750 req-f2271754-dbbb-45f1-872d-fcfcdf9c660c tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:11.237020 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3dbb00d0-91ef-4ad6-8fbf-ca717de6d750 req-f2271754-dbbb-45f1-872d-fcfcdf9c660c tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0608757 Feb 20 22:38:11.298978 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3dbb00d0-91ef-4ad6-8fbf-ca717de6d750 req-3fbf79f4-77df-4fe1-a563-6b522e5e5a67 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609818 Feb 20 22:38:12.055246 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633102e-0e11-4ca1-a71a-edd3e55a56f3 req-db8a5093-ff08-4a9f-9816-1293ae725034 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:12.056887 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2633102e-0e11-4ca1-a71a-edd3e55a56f3 req-db8a5093-ff08-4a9f-9816-1293ae725034 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0593920 Feb 20 22:38:12.107612 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2633102e-0e11-4ca1-a71a-edd3e55a56f3 req-19f3f03e-56d3-41ae-92ab-669e9013f412 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Feb 20 22:38:12.433858 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e2c72-fb34-47e2-92e9-c6fbc764ace3 req-58e90198-5484-4241-9f91-1c2650f9aec4 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:12.437278 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3a0e2c72-fb34-47e2-92e9-c6fbc764ace3 req-58e90198-5484-4241-9f91-1c2650f9aec4 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0678253 Feb 20 22:38:12.491949 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3a0e2c72-fb34-47e2-92e9-c6fbc764ace3 req-a5df1fa4-da4c-44a0-94c7-31bd3f53e758 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486007 Feb 20 22:38:13.227614 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c2c53-8764-4ceb-9671-8c4763bea4d4 req-c71b0199-d1dc-4fac-a63f-a00478e900b6 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:13.229074 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe8c2c53-8764-4ceb-9671-8c4763bea4d4 req-c71b0199-d1dc-4fac-a63f-a00478e900b6 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0550878 Feb 20 22:38:13.275747 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe8c2c53-8764-4ceb-9671-8c4763bea4d4 req-52668773-7c1e-4fa7-b472-422020bc6b98 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Feb 20 22:38:13.632992 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a1f9e-e8d2-4958-a347-46f31be27d85 req-e0ac646a-6b81-48db-bfd8-81819f39d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:13.635603 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2f0a1f9e-e8d2-4958-a347-46f31be27d85 req-e0ac646a-6b81-48db-bfd8-81819f39d07a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb138c5e69a84d9192915f968b41d2c1&device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 1127 time: 0.0512331 Feb 20 22:38:13.658204 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274d4c6-fea8-4b7f-8f1c-aa6a5b231797 req-32d8cbc7-eacc-4eb8-aa95-1ee7808432d1 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:13.659712 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5274d4c6-fea8-4b7f-8f1c-aa6a5b231797 req-32d8cbc7-eacc-4eb8-aa95-1ee7808432d1 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0942643 Feb 20 22:38:13.675786 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-7db11a8c-0392-4eda-9f14-d3f392f7c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:13.677244 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-7db11a8c-0392-4eda-9f14-d3f392f7c341 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 1130 time: 0.0843673 Feb 20 22:38:13.736769 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5274d4c6-fea8-4b7f-8f1c-aa6a5b231797 req-54b79763-34d2-4e02-a4ba-c8c42a98f6c7 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698848 Feb 20 22:38:13.810907 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-13a743cc-e426-477c-943b-2c6516a1d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:13.812562 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-13a743cc-e426-477c-943b-2c6516a1d177 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 917 time: 0.1029701 Feb 20 22:38:13.831137 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a1f9e-e8d2-4958-a347-46f31be27d85 req-cb30977f-8e6d-4690-93e2-bfafaa82a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:13.838294 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2f0a1f9e-e8d2-4958-a347-46f31be27d85 req-cb30977f-8e6d-4690-93e2-bfafaa82a1e4 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=bb138c5e69a84d9192915f968b41d2c1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1866071 Feb 20 22:38:13.887534 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-14ab413f-2a58-43c1-adc2-adde67f9b90c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7568608f-2f36-4c85-9de3-29ac3da51301 HTTP/1.1" status: 200 len: 1001 time: 0.0628614 Feb 20 22:38:13.939391 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-87240189-3cc3-43ef-a872-8086526a9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:13.940069 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-87240189-3cc3-43ef-a872-8086526a9069 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 200 len: 855 time: 0.0473139 Feb 20 22:38:13.993992 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-7762891f-92d0-4d18-98f5-bd639aeac49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:13.995496 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-7762891f-92d0-4d18-98f5-bd639aeac49a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b23fffc4-fb98-41ca-b863-88db23b63f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470374 Feb 20 22:38:14.035810 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a1f9e-e8d2-4958-a347-46f31be27d85 req-0291d323-d4cf-4c0a-981b-b56fd04274a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:14.037266 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2f0a1f9e-e8d2-4958-a347-46f31be27d85 req-0291d323-d4cf-4c0a-981b-b56fd04274a1 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611533 Feb 20 22:38:14.104847 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-415bb65f-eaa1-4738-a133-9a93b03e11eb service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967240 Feb 20 22:38:14.144225 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-b25717df-66d0-4922-9b5f-4447e5d9301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:14.145769 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-b25717df-66d0-4922-9b5f-4447e5d9301b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb138c5e69a84d9192915f968b41d2c1&device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 1127 time: 0.0524347 Feb 20 22:38:14.201837 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-a048b7c6-07c5-4cb7-95f7-be9c651c9ddb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 200 len: 217 time: 0.0430467 Feb 20 22:38:14.203626 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-433a63ba-e226-4931-89e4-e5fcacf4abe5 req-8e10b486-8989-4ee6-9424-7f0f5276ad15 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875752 Feb 20 22:38:14.257380 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-195fbddc-d528-429e-bbf2-b04113b9a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:14.258795 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-195fbddc-d528-429e-bbf2-b04113b9a791 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d HTTP/1.1" status: 200 len: 854 time: 0.0465305 Feb 20 22:38:14.308157 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d8395-4ba7-461b-b9a8-67776883e11f req-b605830e-46fe-47bc-9575-84b0856f6957 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:14.309483 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-b103f478-5fd1-4427-ae61-f99eb5195110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:14.310448 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-250d8395-4ba7-461b-b9a8-67776883e11f req-b605830e-46fe-47bc-9575-84b0856f6957 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.91 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0553300 Feb 20 22:38:14.311098 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-b103f478-5fd1-4427-ae61-f99eb5195110 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461745 Feb 20 22:38:14.419253 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-250d8395-4ba7-461b-b9a8-67776883e11f req-0f44234a-d054-4ce7-b2cf-4e05abb02c65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Deleting port 7703542f-012c-45a8-a4f1-60a6300defc5 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:38:14.419727 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-250d8395-4ba7-461b-b9a8-67776883e11f req-0f44234a-d054-4ce7-b2cf-4e05abb02c65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:14.452630 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc7db6-c06e-49cc-96eb-0e040835ae7a req-7f4a4509-2a39-4d05-abb4-7fc744cadcf3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:14.454108 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9cdc7db6-c06e-49cc-96eb-0e040835ae7a req-7f4a4509-2a39-4d05-abb4-7fc744cadcf3 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 946 time: 0.0808048 Feb 20 22:38:14.457589 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-86e3e73c-63b4-4d14-b410-0e2f1f634e0b service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350422 Feb 20 22:38:14.506978 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-250d8395-4ba7-461b-b9a8-67776883e11f req-0f44234a-d054-4ce7-b2cf-4e05abb02c65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] For port 7703542f-012c-45a8-a4f1-60a6300defc5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7703542f-012c-45a8-a4f1-60a6300defc5,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:14.507325 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-250d8395-4ba7-461b-b9a8-67776883e11f req-0f44234a-d054-4ce7-b2cf-4e05abb02c65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:14.520301 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-250d8395-4ba7-461b-b9a8-67776883e11f req-0f44234a-d054-4ce7-b2cf-4e05abb02c65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Calling delete_port for 7703542f-012c-45a8-a4f1-60a6300defc5 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:38:14.553546 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9cdc7db6-c06e-49cc-96eb-0e040835ae7a req-e2cf329e-c1b1-4814-aaa8-832d872749a4 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932658 Feb 20 22:38:14.592193 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-67e6293c-28cd-4f78-be62-fc97ac6fa747 req-6313f6c8-0f70-4f56-907b-b8d58c8408c8 service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189086 Feb 20 22:38:14.733278 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-250d8395-4ba7-461b-b9a8-67776883e11f req-0f44234a-d054-4ce7-b2cf-4e05abb02c65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (7703542f-012c-45a8-a4f1-60a6300defc5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:14.762883 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44234a-d054-4ce7-b2cf-4e05abb02c65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Pushing event deleted for resources: {'Port': ['ID=7703542f-012c-45a8-a4f1-60a6300defc5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:14.808306 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-250d8395-4ba7-461b-b9a8-67776883e11f req-0f44234a-d054-4ce7-b2cf-4e05abb02c65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] No DVR routers for this DVR port 7703542f-012c-45a8-a4f1-60a6300defc5 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:38:14.811659 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-250d8395-4ba7-461b-b9a8-67776883e11f req-0f44234a-d054-4ce7-b2cf-4e05abb02c65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:14.815002 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-250d8395-4ba7-461b-b9a8-67776883e11f req-0f44234a-d054-4ce7-b2cf-4e05abb02c65 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.91 "DELETE /v2.0/ports/7703542f-012c-45a8-a4f1-60a6300defc5 HTTP/1.1" status: 204 len: 173 time: 0.4931529 Feb 20 22:38:14.815716 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6', 'name': 'network-vif-deleted', 'tag': '7703542f-012c-45a8-a4f1-60a6300defc5'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:14.818013 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0644dcfb-a017-4519-9876-1acf6c44afc9" -d '{"events": [{"server_uuid": "9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6", "name": "network-vif-deleted", "tag": "7703542f-012c-45a8-a4f1-60a6300defc5"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:14.854857 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5423f74d-5d80-4c22-9142-5a172c7ebb83 x-openstack-request-id: req-5423f74d-5d80-4c22-9142-5a172c7ebb83 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:14.859287 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6", "name": "network-vif-deleted", "tag": "7703542f-012c-45a8-a4f1-60a6300defc5", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:14.859287 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5423f74d-5d80-4c22-9142-5a172c7ebb83 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:14.859287 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6', 'name': 'network-vif-deleted', 'tag': '7703542f-012c-45a8-a4f1-60a6300defc5', 'status': 'completed', 'code': 200} Feb 20 22:38:14.875019 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f2061-7513-4e34-938c-37ded26ae93b req-c56f80af-b92c-4d90-adbb-e166f4a2f5c5 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:14.876492 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7f6f2061-7513-4e34-938c-37ded26ae93b req-c56f80af-b92c-4d90-adbb-e166f4a2f5c5 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0556943 Feb 20 22:38:14.922822 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7f6f2061-7513-4e34-938c-37ded26ae93b req-07c1b592-feeb-42d3-9a28-b73cf9c046fc tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Feb 20 22:38:15.654453 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-160902a9-d6ba-4331-a633-aec634d77476 req-6caf5492-5414-466c-87bc-e0f579bf0816 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 210 time: 0.0266485 Feb 20 22:38:16.043375 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50dadd-9ad6-4832-aa61-4875660559a2 req-fc797f93-7806-41b2-9854-fc8174e68e80 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:16.045065 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7c50dadd-9ad6-4832-aa61-4875660559a2 req-fc797f93-7806-41b2-9854-fc8174e68e80 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0569816 Feb 20 22:38:16.095682 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7c50dadd-9ad6-4832-aa61-4875660559a2 req-76f1f69a-1214-4b4f-84e1-4f8b787fd7ea tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Feb 20 22:38:16.744711 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4532ab66-cf5f-4e1e-842e-463a5f20a458 req-7f988734-9381-4ae6-a1c5-e9f11ea7745c tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 210 time: 0.0266001 Feb 20 22:38:17.213359 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb8ac4-d31e-4812-9263-aadb5cb5ed85 req-6c3f2ddf-b3c9-4278-b348-538f5b42d2b8 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:17.214852 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fecb8ac4-d31e-4812-9263-aadb5cb5ed85 req-6c3f2ddf-b3c9-4278-b348-538f5b42d2b8 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0526211 Feb 20 22:38:17.262679 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fecb8ac4-d31e-4812-9263-aadb5cb5ed85 req-960d28e8-65aa-49f7-a16d-19a8e9ed6b4b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401928 Feb 20 22:38:17.597233 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['451c5388-4913-495b-bc26-cca46c2132b7', '7703542f-012c-45a8-a4f1-60a6300defc5'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:38:17.858859 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9e353a79-33dc-46fa-932b-bf8455f5089e req-21e40d00-4b40-4fa2-b60c-5322cca31c5b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 210 time: 0.0328617 Feb 20 22:38:18.384389 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c040cc-63dc-4b08-8780-16152d5b23a2 req-9d21af6d-feca-40c7-aeb1-6be1869d80a6 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:18.385921 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c0c040cc-63dc-4b08-8780-16152d5b23a2 req-9d21af6d-feca-40c7-aeb1-6be1869d80a6 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0552771 Feb 20 22:38:18.434713 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c0c040cc-63dc-4b08-8780-16152d5b23a2 req-b069832c-3885-47a2-b998-9642b695f975 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Feb 20 22:38:18.964061 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4f313953-ec97-4688-891d-a9249cb54482 req-1f96e998-203c-4aea-9c68-eafdc908cfc9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bdf2b32-5ffd-4a3c-ad46-f40b199c11d6 HTTP/1.1" status: 200 len: 210 time: 0.0275443 Feb 20 22:38:19.555914 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7a152-1ac9-46cd-b93a-0dfe9c4dc8fa req-a61fe431-c126-48e4-856f-a23455504b3b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:19.557435 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bbc7a152-1ac9-46cd-b93a-0dfe9c4dc8fa req-a61fe431-c126-48e4-856f-a23455504b3b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0559785 Feb 20 22:38:19.604536 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bbc7a152-1ac9-46cd-b93a-0dfe9c4dc8fa req-f14665e8-4d09-4432-979d-348876659a1c tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Feb 20 22:38:20.463421 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754691f-0ed4-480f-af6a-9c48e8b8bdd3 req-93198a4b-e26a-4846-b9e1-7da28654ca03 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:20.464858 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8754691f-0ed4-480f-af6a-9c48e8b8bdd3 req-93198a4b-e26a-4846-b9e1-7da28654ca03 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0560708 Feb 20 22:38:20.511602 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8754691f-0ed4-480f-af6a-9c48e8b8bdd3 req-029abadb-92a4-47f2-9270-fc42ddee1744 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402279 Feb 20 22:38:20.725126 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867468ab-cdcc-465c-8a9a-4d5e7eab0859 req-c1e08316-228b-464f-94d2-96f5d7f178c9 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:20.726631 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-867468ab-cdcc-465c-8a9a-4d5e7eab0859 req-c1e08316-228b-464f-94d2-96f5d7f178c9 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0533140 Feb 20 22:38:20.775067 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-867468ab-cdcc-465c-8a9a-4d5e7eab0859 req-208dc90d-fb30-457f-bd30-04cd085beeb0 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Feb 20 22:38:21.629541 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa978b-0f57-4716-af2f-50122ea9df56 req-1d60bc70-6a38-40e5-9e1a-777b26e79104 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:21.631092 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2aaa978b-0f57-4716-af2f-50122ea9df56 req-1d60bc70-6a38-40e5-9e1a-777b26e79104 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0516443 Feb 20 22:38:21.634520 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 4d929d77-123e-400f-a3c0-06d778ed0c77 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:38:21.638406 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7703542f-012c-45a8-a4f1-60a6300defc5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:38:21.664919 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 7703542f-012c-45a8-a4f1-60a6300defc5 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:38:21.665260 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7703542f-012c-45a8-a4f1-60a6300defc5 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:38:21.677808 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2aaa978b-0f57-4716-af2f-50122ea9df56 req-23464ab0-c713-4b41-af39-e8663af38b8f tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Feb 20 22:38:21.754021 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 4d929d77-123e-400f-a3c0-06d778ed0c77, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d929d77-123e-400f-a3c0-06d778ed0c77,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:21.766536 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'port_id': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'mac_address': 'fa:16:3e:8d:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:38:21.803157 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 4d929d77-123e-400f-a3c0-06d778ed0c77 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:21.803157 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:21.817382 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d929d77-123e-400f-a3c0-06d778ed0c77 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:38:21.837811 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 4d929d77-123e-400f-a3c0-06d778ed0c77, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d929d77-123e-400f-a3c0-06d778ed0c77,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:21.897666 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1df27-72bc-40f7-a5f2-5a94db9858a1 req-3696c0f5-0ad9-4f8d-af0b-2df73691b867 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:21.899063 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3df1df27-72bc-40f7-a5f2-5a94db9858a1 req-3696c0f5-0ad9-4f8d-af0b-2df73691b867 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 943 time: 0.0567317 Feb 20 22:38:21.926738 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:21.945257 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3df1df27-72bc-40f7-a5f2-5a94db9858a1 req-a3883401-2073-4a78-b6ac-0ff20bce5a02 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Feb 20 22:38:21.974750 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=4d929d77-123e-400f-a3c0-06d778ed0c77,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:22.286266 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['4d929d77-123e-400f-a3c0-06d778ed0c77'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:38:22.310713 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:38:22.798033 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed92a-39d0-4814-b77e-8c77d20bdf94 req-7d9c8017-92ad-4710-b79b-520a5c0f99da tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:22.799484 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-85bed92a-39d0-4814-b77e-8c77d20bdf94 req-7d9c8017-92ad-4710-b79b-520a5c0f99da tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0551560 Feb 20 22:38:22.849317 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-85bed92a-39d0-4814-b77e-8c77d20bdf94 req-ec0a22e7-2baf-42a4-bc90-379ed5ced89a tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 Feb 20 22:38:23.063005 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe7f92-2472-46b9-956b-c7278544d909 req-961afed4-fdf3-4139-9273-9e38b2b6797f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:23.064488 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bbbe7f92-2472-46b9-956b-c7278544d909 req-961afed4-fdf3-4139-9273-9e38b2b6797f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 944 time: 0.0517523 Feb 20 22:38:23.112744 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bbbe7f92-2472-46b9-956b-c7278544d909 req-0da0a904-29e0-4b15-a4fd-e943c076adc1 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Feb 20 22:38:23.963789 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de53192-cd75-45a5-889e-f6028017850c req-92250399-d0cc-48a1-b113-b29d1d1dce64 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:23.965789 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4de53192-cd75-45a5-889e-f6028017850c req-92250399-d0cc-48a1-b113-b29d1d1dce64 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0513594 Feb 20 22:38:24.011443 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4de53192-cd75-45a5-889e-f6028017850c req-8552e33e-dd27-4015-81ab-e3b3a1b834c5 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 Feb 20 22:38:24.236450 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f8607-4d1c-47ee-bcaf-f11b3a89d32d req-ac5b0dcc-a973-46a2-8194-ac12b5c0b139 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:24.237952 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1b4f8607-4d1c-47ee-bcaf-f11b3a89d32d req-ac5b0dcc-a973-46a2-8194-ac12b5c0b139 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 944 time: 0.0561595 Feb 20 22:38:24.290467 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1b4f8607-4d1c-47ee-bcaf-f11b3a89d32d req-e446b5fa-68d8-483a-8ef5-418547566e96 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468876 Feb 20 22:38:24.840556 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 4d929d77-123e-400f-a3c0-06d778ed0c77 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:38:25.012975 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 4d929d77-123e-400f-a3c0-06d778ed0c77 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:38:25.017148 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 4d929d77-123e-400f-a3c0-06d778ed0c77 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:25.017519 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:25.098655 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 4d929d77-123e-400f-a3c0-06d778ed0c77 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:25.098980 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:25.121413 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:25.123758 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2ea579-08c8-482e-9afc-afe4be31e750" -d '{"events": [{"server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "name": "network-vif-plugged", "status": "completed", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:25.127531 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f7f40-3fc6-422d-85ff-2a3f786f3b9e req-277708a3-6371-407b-971e-623a12a30641 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:25.128636 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cc9f7f40-3fc6-422d-85ff-2a3f786f3b9e req-277708a3-6371-407b-971e-623a12a30641 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0514629 Feb 20 22:38:25.135900 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 4d929d77-123e-400f-a3c0-06d778ed0c77, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d929d77-123e-400f-a3c0-06d778ed0c77,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:25.162479 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104654dc-1293-45ee-b9bc-6f1e9418b02d x-openstack-request-id: req-104654dc-1293-45ee-b9bc-6f1e9418b02d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:25.162785 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "name": "network-vif-plugged", "status": "completed", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:25.163044 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-104654dc-1293-45ee-b9bc-6f1e9418b02d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:25.163433 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'code': 200} Feb 20 22:38:25.181351 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cc9f7f40-3fc6-422d-85ff-2a3f786f3b9e req-1f5893b4-56a4-4edd-b2f1-eb2980b08c32 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462332 Feb 20 22:38:25.224270 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:25.271506 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=4d929d77-123e-400f-a3c0-06d778ed0c77,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:25.405547 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3212d8-c87d-494f-aa80-f54365a0e16f req-6aba3e04-16b0-400e-9b88-f3af7f38edb0 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:25.406946 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3b3212d8-c87d-494f-aa80-f54365a0e16f req-6aba3e04-16b0-400e-9b88-f3af7f38edb0 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.0504131 Feb 20 22:38:25.454099 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3b3212d8-c87d-494f-aa80-f54365a0e16f req-577799d4-bbb3-4fdd-87ea-9921841a45ec tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Feb 20 22:38:26.101433 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966c102-e3c3-442c-b951-7baf9662a227 req-eceeff40-53fb-45fc-b912-5ebfe33824d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:26.102936 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2966c102-e3c3-442c-b951-7baf9662a227 req-eceeff40-53fb-45fc-b912-5ebfe33824d8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 1129 time: 0.0454504 Feb 20 22:38:26.146457 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2966c102-e3c3-442c-b951-7baf9662a227 req-48bcb36e-427a-4e94-9b86-4e955d2ba2f9 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361421 Feb 20 22:38:26.308238 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce89ae-4eb5-41e9-8af1-eeb762597779 req-0527aa73-4db3-4997-88b8-5cd706bdf0a9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:26.309823 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1dce89ae-4eb5-41e9-8af1-eeb762597779 req-0527aa73-4db3-4997-88b8-5cd706bdf0a9 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0586154 Feb 20 22:38:26.357659 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1dce89ae-4eb5-41e9-8af1-eeb762597779 req-68acda8e-fdaf-421b-91bc-212535d81e38 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Feb 20 22:38:26.578568 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc174-7e04-465d-87c1-7ddac1665711 req-e4f5e72a-98d0-470c-874f-cac767fbf8f2 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:26.580048 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-154dc174-7e04-465d-87c1-7ddac1665711 req-e4f5e72a-98d0-470c-874f-cac767fbf8f2 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.0566814 Feb 20 22:38:26.625948 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-154dc174-7e04-465d-87c1-7ddac1665711 req-0c5e47fa-8e0d-4c91-93d1-8e2b0a4bc3a7 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404058 Feb 20 22:38:27.468660 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-4bf9d84d-5139-41c3-aea6-f448ff939a03 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:27.470143 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-4bf9d84d-5139-41c3-aea6-f448ff939a03 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.91 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0554430 Feb 20 22:38:27.477493 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe8f47-17cd-47bb-8719-5ffe814aa5a5 req-2955df9f-3f44-4a67-b689-8a8da57ef6a8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:27.479600 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7bbe8f47-17cd-47bb-8719-5ffe814aa5a5 req-2955df9f-3f44-4a67-b689-8a8da57ef6a8 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 945 time: 0.0524454 Feb 20 22:38:27.527935 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7bbe8f47-17cd-47bb-8719-5ffe814aa5a5 req-09a1ae50-33d0-49f4-b603-7522902fef5b tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/security-groups?id=6122b783-1632-42a7-82fb-91a4327b5d51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Feb 20 22:38:27.573232 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-430e1fd2-0e49-42ee-bd4c-9fdaeb9c9c79 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Deleting port 451c5388-4913-495b-bc26-cca46c2132b7 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:38:27.573505 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-430e1fd2-0e49-42ee-bd4c-9fdaeb9c9c79 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (451c5388-4913-495b-bc26-cca46c2132b7), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:27.663937 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-430e1fd2-0e49-42ee-bd4c-9fdaeb9c9c79 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] For port 451c5388-4913-495b-bc26-cca46c2132b7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=451c5388-4913-495b-bc26-cca46c2132b7,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:27.664487 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-430e1fd2-0e49-42ee-bd4c-9fdaeb9c9c79 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (451c5388-4913-495b-bc26-cca46c2132b7), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:27.679128 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-430e1fd2-0e49-42ee-bd4c-9fdaeb9c9c79 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Calling delete_port for 451c5388-4913-495b-bc26-cca46c2132b7 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:38:27.802541 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa46f2-789d-4b15-b867-ca8f57df94ef req-a8982c94-36fe-4759-8e8a-91dbc2f155cf tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:27.804010 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-83fa46f2-789d-4b15-b867-ca8f57df94ef req-a8982c94-36fe-4759-8e8a-91dbc2f155cf tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.0817354 Feb 20 22:38:27.884525 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-83fa46f2-789d-4b15-b867-ca8f57df94ef req-ed29d62c-e99d-4e01-bf1c-51dffc51576d tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714195 Feb 20 22:38:27.955393 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-430e1fd2-0e49-42ee-bd4c-9fdaeb9c9c79 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (451c5388-4913-495b-bc26-cca46c2132b7), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:27.967449 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['451c5388-4913-495b-bc26-cca46c2132b7'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:38:27.987169 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e1fd2-0e49-42ee-bd4c-9fdaeb9c9c79 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Pushing event deleted for resources: {'Port': ['ID=451c5388-4913-495b-bc26-cca46c2132b7,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:28.014939 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a87d6-2e3f-40e7-ae21-5485bac06a1a req-74114aa3-b1d9-4b92-9654-b95c3b267d6f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:28.015536 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7a8a87d6-2e3f-40e7-ae21-5485bac06a1a req-74114aa3-b1d9-4b92-9654-b95c3b267d6f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.0653784 Feb 20 22:38:28.038187 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-430e1fd2-0e49-42ee-bd4c-9fdaeb9c9c79 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] No DVR routers for this DVR port 451c5388-4913-495b-bc26-cca46c2132b7 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:38:28.040695 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-430e1fd2-0e49-42ee-bd4c-9fdaeb9c9c79 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:28.045379 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f67b0c6a-3e7c-480c-9182-20cf072d1320 req-430e1fd2-0e49-42ee-bd4c-9fdaeb9c9c79 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.91 "DELETE /v2.0/ports/451c5388-4913-495b-bc26-cca46c2132b7 HTTP/1.1" status: 204 len: 173 time: 0.5691001 Feb 20 22:38:28.045874 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce', 'name': 'network-vif-deleted', 'tag': '451c5388-4913-495b-bc26-cca46c2132b7'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:28.048184 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d254716d-f787-45f9-86dc-7ebf8c62d399" -d '{"events": [{"server_uuid": "cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce", "name": "network-vif-deleted", "tag": "451c5388-4913-495b-bc26-cca46c2132b7"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:28.074394 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7a8a87d6-2e3f-40e7-ae21-5485bac06a1a req-b3cc118e-b77a-44bc-9aae-f0e269e56fc1 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523031 Feb 20 22:38:28.094298 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855061fc-e053-436e-a44d-23732156c84b x-openstack-request-id: req-855061fc-e053-436e-a44d-23732156c84b {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:28.094651 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce", "name": "network-vif-deleted", "tag": "451c5388-4913-495b-bc26-cca46c2132b7", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:28.094968 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-855061fc-e053-436e-a44d-23732156c84b {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:28.095421 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce', 'name': 'network-vif-deleted', 'tag': '451c5388-4913-495b-bc26-cca46c2132b7', 'status': 'completed', 'code': 200} Feb 20 22:38:28.413277 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447409c-9d24-4445-8630-d08ec1c04a9f req-3d86b12d-566f-40b2-a219-ba149ff6b3b8 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:28.414800 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5447409c-9d24-4445-8630-d08ec1c04a9f req-3d86b12d-566f-40b2-a219-ba149ff6b3b8 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.0525689 Feb 20 22:38:28.461920 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5447409c-9d24-4445-8630-d08ec1c04a9f req-cdc5f873-0927-4581-bf47-9c3029ef3895 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 Feb 20 22:38:28.638335 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-521fef92-6d5d-4f1d-af03-791e9119221f req-05c689e1-155c-462b-b9bf-7e442a4727b1 tempest-ServerRescueNegativeTestJSON-568802212 tempest-ServerRescueNegativeTestJSON-568802212-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf9f0dbf-0517-43b6-9cf4-5efd25ddb6ce HTTP/1.1" status: 200 len: 210 time: 0.0280235 Feb 20 22:38:29.695377 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 45820) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:30.102374 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571383'] for router_interface (5e1dcd24-a9a8-44f1-87c4-2971a373b892), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:30.413430 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] Deleting port 25bb2222-8945-4034-8c6f-349f14e54882 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:38:30.413876 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (25bb2222-8945-4034-8c6f-349f14e54882), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:30.490762 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] For port 25bb2222-8945-4034-8c6f-349f14e54882, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=25bb2222-8945-4034-8c6f-349f14e54882,segment=NetworkSegment(6c8c4277-050c-49f9-81c8-fadb6840b75d),segment_id=6c8c4277-050c-49f9-81c8-fadb6840b75d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:30.495055 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (25bb2222-8945-4034-8c6f-349f14e54882), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:30.507329 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] Calling delete_port for 25bb2222-8945-4034-8c6f-349f14e54882 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:38:30.772358 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (25bb2222-8945-4034-8c6f-349f14e54882), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.021048 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] Pushing event deleted for resources: {'Port': ['ID=25bb2222-8945-4034-8c6f-349f14e54882,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:31.089232 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45856) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:31.185813 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569703'] for router_interface (5e1dcd24-a9a8-44f1-87c4-2971a373b892), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.197986 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36ffbd70-d73f-4053-a30e-264f1bd04adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.277280 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36ffbd70-d73f-4053-a30e-264f1bd04adb admin admin] Publish callbacks [] for security_group (097575bf-2e26-4c48-a54c-ebab4ad49c10), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.382888 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-36ffbd70-d73f-4053-a30e-264f1bd04adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (097575bf-2e26-4c48-a54c-ebab4ad49c10), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.401595 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] Router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:38:31.423225 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-36ffbd70-d73f-4053-a30e-264f1bd04adb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d6b177638d842698b9d3dbc7ec70ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328943 Feb 20 22:38:31.424717 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffbd70-d73f-4053-a30e-264f1bd04adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097575bf-2e26-4c48-a54c-ebab4ad49c10,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:31.428473 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45860) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:31.530159 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:38:31.538665 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-3785dfee-3ef0-41e9-a057-6305f91c1439 admin admin] 10.222.0.67 "PUT /v2.0/routers/5e1dcd24-a9a8-44f1-87c4-2971a373b892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8420124 Feb 20 22:38:31.539760 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 45864) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:31.541150 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] Sync routers for ids ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:38:31.552381 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] Routers {'5e1dcd24-a9a8-44f1-87c4-2971a373b892'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:38:31.552990 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:31.711132 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Publish callbacks [] for router (5e1dcd24-a9a8-44f1-87c4-2971a373b892), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.729303 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6e2f847d-c3bb-4d00-98e6-9368b4f41d97 admin admin] Publish callbacks [] for security_group (097575bf-2e26-4c48-a54c-ebab4ad49c10), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.755844 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6e2f847d-c3bb-4d00-98e6-9368b4f41d97 admin admin] Publish callbacks [] for security_group (097575bf-2e26-4c48-a54c-ebab4ad49c10), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.759452 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] Set router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:38:31.772447 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 451c5388-4913-495b-bc26-cca46c2132b7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:38:31.805005 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 451c5388-4913-495b-bc26-cca46c2132b7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:38:31.816690 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 451c5388-4913-495b-bc26-cca46c2132b7 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:38:31.835092 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Publish callbacks [] for router_gateway (5e1dcd24-a9a8-44f1-87c4-2971a373b892), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.915615 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6e2f847d-c3bb-4d00-98e6-9368b4f41d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (097575bf-2e26-4c48-a54c-ebab4ad49c10), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.918036 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6e2f847d-c3bb-4d00-98e6-9368b4f41d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:31.919331 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6e2f847d-c3bb-4d00-98e6-9368b4f41d97 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/097575bf-2e26-4c48-a54c-ebab4ad49c10 HTTP/1.1" status: 204 len: 168 time: 0.4914987 Feb 20 22:38:31.927629 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f847d-c3bb-4d00-98e6-9368b4f41d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097575bf-2e26-4c48-a54c-ebab4ad49c10,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:31.964063 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'name': 'tempest-ServerRescueNegativeTestJSON-868067188-router', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:38:30Z', 'revision_number': 5, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'gw_port': {'id': '47c1366f-6998-4d60-aa07-e7f9d348b36e', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:00Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:31.995666 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] Checking router: 5e1dcd24-a9a8-44f1-87c4-2971a373b892 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:38:32.005341 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] Routers {'5e1dcd24-a9a8-44f1-87c4-2971a373b892'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:38:32.005993 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:32.009382 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Deleting port 47c1366f-6998-4d60-aa07-e7f9d348b36e {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:38:32.009895 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.095313 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] Set router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:38:32.099292 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] For port 47c1366f-6998-4d60-aa07-e7f9d348b36e, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=47c1366f-6998-4d60-aa07-e7f9d348b36e,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:32.099682 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.112222 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Calling delete_port for 47c1366f-6998-4d60-aa07-e7f9d348b36e owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:38:32.147990 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'name': 'tempest-ServerRescueNegativeTestJSON-868067188-router', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:38:31Z', 'revision_number': 6, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'gw_port_host': None}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:32.168007 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2dd964f6-64aa-42e6-a144-8e3bcad8b2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.180713 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2dc6ca-51b7-4b47-8cd0-4929cae53486 None None] The sync data for ids ['5e1dcd24-a9a8-44f1-87c4-2971a373b892'] in dv-cinder-830095-1-iscsi is: [{'id': '5e1dcd24-a9a8-44f1-87c4-2971a373b892', 'name': 'tempest-ServerRescueNegativeTestJSON-868067188-router', 'tenant_id': 'ebc76c7da8694070b275da964ee301c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:38:31Z', 'revision_number': 6, 'project_id': 'ebc76c7da8694070b275da964ee301c5', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:38:32.269131 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45886) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:32.390587 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (47c1366f-6998-4d60-aa07-e7f9d348b36e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.400370 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c48853f1-98a4-419c-8d71-aa11be30fc24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.421642 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c1366f-6998-4d60-aa07-e7f9d348b36e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:32.490498 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560269'] for router_gateway (5e1dcd24-a9a8-44f1-87c4-2971a373b892), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.493518 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c48853f1-98a4-419c-8d71-aa11be30fc24 admin admin] Publish callbacks [] for security_group (46cef329-893e-4f83-8013-51aec9d6e4a5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.605972 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c48853f1-98a4-419c-8d71-aa11be30fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (46cef329-893e-4f83-8013-51aec9d6e4a5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.612914 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2725'] for router (5e1dcd24-a9a8-44f1-87c4-2971a373b892), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.615064 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Publish callbacks [] for router_controller (5e1dcd24-a9a8-44f1-87c4-2971a373b892), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.643384 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48853f1-98a4-419c-8d71-aa11be30fc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cef329-893e-4f83-8013-51aec9d6e4a5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:32.647696 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c48853f1-98a4-419c-8d71-aa11be30fc24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=648fbb721fc842fbb255b6ba7a615f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3775063 Feb 20 22:38:32.650626 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45892) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:32.697675 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-502a2f19-ad98-4cac-8bdb-92a25ba7cf7b admin admin] Publish callbacks [] for security_group (46cef329-893e-4f83-8013-51aec9d6e4a5), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.720942 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-502a2f19-ad98-4cac-8bdb-92a25ba7cf7b admin admin] Publish callbacks [] for security_group (46cef329-893e-4f83-8013-51aec9d6e4a5), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.772289 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570728'] for router (5e1dcd24-a9a8-44f1-87c4-2971a373b892), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.772881 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e1dcd24-a9a8-44f1-87c4-2971a373b892 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:38:32.778262 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.779461 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-92bb5ba4-56e0-42f6-8ca4-77d9768c30f2 admin admin] 10.222.0.67 "DELETE /v2.0/routers/5e1dcd24-a9a8-44f1-87c4-2971a373b892 HTTP/1.1" status: 204 len: 168 time: 1.2383869 Feb 20 22:38:32.781983 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 45894) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:32.826734 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba96c16c-05e8-4749-9acd-b1f2eafcf785 admin admin] Deleting subnet e384e579-cb71-480a-b2d3-7ec6ddac72a3 {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:38:32.829817 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba96c16c-05e8-4749-9acd-b1f2eafcf785 admin admin] Publish callbacks [] for subnet (e384e579-cb71-480a-b2d3-7ec6ddac72a3), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.867544 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba96c16c-05e8-4749-9acd-b1f2eafcf785 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9812018'] for subnet (e384e579-cb71-480a-b2d3-7ec6ddac72a3), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.886343 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-502a2f19-ad98-4cac-8bdb-92a25ba7cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (46cef329-893e-4f83-8013-51aec9d6e4a5), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.889717 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-502a2f19-ad98-4cac-8bdb-92a25ba7cf7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:32.890965 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-502a2f19-ad98-4cac-8bdb-92a25ba7cf7b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/46cef329-893e-4f83-8013-51aec9d6e4a5 HTTP/1.1" status: 204 len: 168 time: 0.2393425 Feb 20 22:38:32.898977 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a2f19-ad98-4cac-8bdb-92a25ba7cf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cef329-893e-4f83-8013-51aec9d6e4a5,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:32.906471 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba96c16c-05e8-4749-9acd-b1f2eafcf785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (e384e579-cb71-480a-b2d3-7ec6ddac72a3), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.058623 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba96c16c-05e8-4749-9acd-b1f2eafcf785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3042563'] for subnet (e384e579-cb71-480a-b2d3-7ec6ddac72a3), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.085124 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96c16c-05e8-4749-9acd-b1f2eafcf785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e384e579-cb71-480a-b2d3-7ec6ddac72a3,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:33.090176 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ba96c16c-05e8-4749-9acd-b1f2eafcf785 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.094556 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ba96c16c-05e8-4749-9acd-b1f2eafcf785 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e384e579-cb71-480a-b2d3-7ec6ddac72a3 HTTP/1.1" status: 204 len: 168 time: 0.3116884 Feb 20 22:38:33.097232 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45898) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:33.167434 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (a558b9ef-31a4-44c2-924d-4167d42fc46d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.251651 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (a558b9ef-31a4-44c2-924d-4167d42fc46d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.272930 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a558b9ef-31a4-44c2-924d-4167d42fc46d']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:33.282048 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8c4277-050c-49f9-81c8-fadb6840b75d') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:33.282342 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8c4277-050c-49f9-81c8-fadb6840b75d') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:33.291456 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286899'] for segment (6c8c4277-050c-49f9-81c8-fadb6840b75d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.304994 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (6c8c4277-050c-49f9-81c8-fadb6840b75d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.311984 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:38:33.312377 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419242'] for segment (6c8c4277-050c-49f9-81c8-fadb6840b75d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: Traceback (most recent call last): Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: timer() Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: cb(*args, **kw) Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: return func(*args, **kwargs) Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: self._notify() Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: self.callback(batched_events) Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: event.method(event) Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: return f(self, *a, **k) Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: return self._get(url).json() Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:38:33.314158 dv-cinder-830095-1-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:38:33.452547 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (a558b9ef-31a4-44c2-924d-4167d42fc46d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.457974 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.461103 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a558b9ef-31a4-44c2-924d-4167d42fc46d HTTP/1.1" status: 204 len: 168 time: 0.3628409 Feb 20 22:38:33.475889 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049e96d-5ca3-4b87-9e79-d12759e9bea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a558b9ef-31a4-44c2-924d-4167d42fc46d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:33.642848 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 25bb2222-8945-4034-8c6f-349f14e54882 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:38:33.665523 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 25bb2222-8945-4034-8c6f-349f14e54882 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:38:33.666018 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 25bb2222-8945-4034-8c6f-349f14e54882 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:38:33.666693 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 47c1366f-6998-4d60-aa07-e7f9d348b36e no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:38:33.686767 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 47c1366f-6998-4d60-aa07-e7f9d348b36e {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:38:33.687104 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 47c1366f-6998-4d60-aa07-e7f9d348b36e not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:38:33.833825 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45918) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:33.879166 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0f86e8e6-000f-4d8f-9148-ce05f1c64bb1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ebc76c7da8694070b275da964ee301c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0441115 Feb 20 22:38:33.881684 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45922) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:33.928726 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b801625-4f88-4e9e-a97f-9452284d8c7f admin admin] Publish callbacks [] for security_group (6122b783-1632-42a7-82fb-91a4327b5d51), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:33.951176 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b801625-4f88-4e9e-a97f-9452284d8c7f admin admin] Publish callbacks [] for security_group (6122b783-1632-42a7-82fb-91a4327b5d51), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:34.063968 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:34.103675 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b801625-4f88-4e9e-a97f-9452284d8c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (6122b783-1632-42a7-82fb-91a4327b5d51), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:34.106268 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b801625-4f88-4e9e-a97f-9452284d8c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:34.108143 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2b801625-4f88-4e9e-a97f-9452284d8c7f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6122b783-1632-42a7-82fb-91a4327b5d51 HTTP/1.1" status: 204 len: 168 time: 0.2254951 Feb 20 22:38:34.116747 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b801625-4f88-4e9e-a97f-9452284d8c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6122b783-1632-42a7-82fb-91a4327b5d51,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:34.646594 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-edf0f2c3-e58f-4fe4-a8c4-d27e7144e3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:35.299284 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45956) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:35.396809 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1486855148-network', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:35.515303 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Made reservation on behalf of eeccd88e667d4e0ba75ff434a28dcbdd for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:38:35.517895 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:35.527821 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:35.589460 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:35.601501 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Publish callbacks [] for security_group (bf5d20c1-c26a-418d-b46f-81ab85400e3e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:35.669215 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (bf5d20c1-c26a-418d-b46f-81ab85400e3e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:35.695935 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:38:35.702461 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5d20c1-c26a-418d-b46f-81ab85400e3e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:35.708327 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (fd3b0ebd-602a-4b2c-bb9d-32232f523429), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:35.709020 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Added segment fd3b0ebd-602a-4b2c-bb9d-32232f523429 of type vlan for network c30c476c-7cbe-4649-ab74-dc00ad77c98d Feb 20 22:38:35.752237 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (c30c476c-7cbe-4649-ab74-dc00ad77c98d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:35.891206 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (c30c476c-7cbe-4649-ab74-dc00ad77c98d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:35.892105 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:35.892700 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:35.949538 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] Pushing event updated for resources: {'Network': ['ID=c30c476c-7cbe-4649-ab74-dc00ad77c98d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:35.959061 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network c30c476c-7cbe-4649-ab74-dc00ad77c98d details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:38:36.066874 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b5cc2631-ac20-4201-8e47-f3e3742ce3fd admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7663560 Feb 20 22:38:36.069726 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45964) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:36.074550 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Request body: {'subnet': {'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1486855148-subnet', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:36.160903 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Made reservation on behalf of eeccd88e667d4e0ba75ff434a28dcbdd for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:38:36.163190 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9865859'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:36.413102 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2418829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9865841'] for subnet (af312b0d-1c32-4c52-aae5-ea88654f6420), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:36.466147 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af312b0d-1c32-4c52-aae5-ea88654f6420,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:36.476279 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Checking segment: {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:38:36.476629 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Network hostable DHCP agents. Network: c30c476c-7cbe-4649-ab74-dc00ad77c98d, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:38:36.566734 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Network c30c476c-7cbe-4649-ab74-dc00ad77c98d is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:38:36.641261 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, c30c476c-7cbe-4649-ab74-dc00ad77c98d) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:36.645748 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:36.646348 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:36.651119 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778029b9-e1eb-40b8-83fe-d5063455e8e6 None None] Network c30c476c-7cbe-4649-ab74-dc00ad77c98d requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:38:36.753888 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-90d5af91-e50d-44e4-9d9e-5fe931039064 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6826291 Feb 20 22:38:36.766934 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 45974) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:36.767136 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ba9f9b-0950-586d-b448-b4766aa1f9c3-c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420'}]}} from dv-cinder-830095-1-iscsi. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:38:36.767136 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:36.767325 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:36.904247 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2647'] for router (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:36.905346 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2732'] for router (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:36.966850 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks [] for router_controller (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.024865 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Allocated IP 172.20.0.2 (c30c476c-7cbe-4649-ab74-dc00ad77c98d/af312b0d-1c32-4c52-aae5-ea88654f6420/00f5854c-76a6-44d5-ae5e-43c4858d0511) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:38:37.030298 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.174263 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Publish callbacks [] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.186709 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks [] for router_gateway (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.252961 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.291310 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Network c30c476c-7cbe-4649-ab74-dc00ad77c98d is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:37.299143 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:37.304020 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:38:37.307129 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Pushing event updated for resources: {'Port': ['ID=00f5854c-76a6-44d5-ae5e-43c4858d0511,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:37.319884 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.319884 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.320297 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.320380 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.320696 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.321037 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.321365 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.321687 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.322036 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.322359 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.322697 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.323003 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.323320 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:37.375955 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Attempting to bind port 00f5854c-76a6-44d5-ae5e-43c4858d0511 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:38:37.376320 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Attempting to bind port 00f5854c-76a6-44d5-ae5e-43c4858d0511 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:38:37.376679 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Attempting to bind port 00f5854c-76a6-44d5-ae5e-43c4858d0511 on network c30c476c-7cbe-4649-ab74-dc00ad77c98d {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:37.381813 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:38:37.382195 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Checking segment: {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:38:37.382594 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.382982 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Bound using segment: {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:38:37.383473 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Bound port: 00f5854c-76a6-44d5-ae5e-43c4858d0511, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:38:37.383849 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.446853 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] For port 00f5854c-76a6-44d5-ae5e-43c4858d0511, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:38:37.449943 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] For port 00f5854c-76a6-44d5-ae5e-43c4858d0511, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=00f5854c-76a6-44d5-ae5e-43c4858d0511,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:38:37.495246 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks [] for router_gateway (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.515174 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.537605 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.613398 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ee48d-e6e3-4de5-8d92-76d538dd7dcd None None] Pushing event updated for resources: {'Port': ['ID=00f5854c-76a6-44d5-ae5e-43c4858d0511,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:37.635134 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Allocated IP 172.27.0.227 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/a1940e29-8b68-4362-85d6-7901203b375a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:38:37.744284 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks [] for port (a1940e29-8b68-4362-85d6-7901203b375a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.879708 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (a1940e29-8b68-4362-85d6-7901203b375a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:37.926196 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:37.929061 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:37.934890 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:38:37.941184 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Pushing event updated for resources: {'Port': ['ID=a1940e29-8b68-4362-85d6-7901203b375a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:38.302493 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks [] for router_gateway (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:38.527953 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297'] for router (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:38.544058 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:38.551468 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f83939-6353-4ddf-974e-6b9804642b37 None None] Network c30c476c-7cbe-4649-ab74-dc00ad77c98d requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:38:38.632992 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-46e5cc41-35a1-45b4-b919-9c9109342fac None None] Provisioning complete for port 00f5854c-76a6-44d5-ae5e-43c4858d0511 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:38.633454 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46e5cc41-35a1-45b4-b919-9c9109342fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:38.716400 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 is scheduled to L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:38:38.783043 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-46e5cc41-35a1-45b4-b919-9c9109342fac None None] Current status of the port 00f5854c-76a6-44d5-ae5e-43c4858d0511 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:38.783679 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46e5cc41-35a1-45b4-b919-9c9109342fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:38.824197 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-46e5cc41-35a1-45b4-b919-9c9109342fac None None] For port 00f5854c-76a6-44d5-ae5e-43c4858d0511, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=00f5854c-76a6-44d5-ae5e-43c4858d0511,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:38.867256 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:38:38.879476 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Sync routers for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:38:38.892011 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:38:38.893605 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:38.897918 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-46e5cc41-35a1-45b4-b919-9c9109342fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:38.954343 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:38.956744 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-56dfa6ee-d814-464c-8e51-d0210023c88c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1985226 Feb 20 22:38:38.961663 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46010) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:39.026900 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5cc41-35a1-45b4-b919-9c9109342fac None None] Pushing event updated for resources: {'Port': ['ID=00f5854c-76a6-44d5-ae5e-43c4858d0511,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:39.083065 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cce77c60-a18e-4926-ad28-77bc5ce787b3 None None] Provisioning complete for port 00f5854c-76a6-44d5-ae5e-43c4858d0511 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:39.083434 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cce77c60-a18e-4926-ad28-77bc5ce787b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:39.118515 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:38:39.294906 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cce77c60-a18e-4926-ad28-77bc5ce787b3 None None] Current status of the port 00f5854c-76a6-44d5-ae5e-43c4858d0511 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:39.341770 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:38Z', 'revision_number': 3, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:39.369016 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Checking router: 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:38:39.369359 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Updating router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 port a1940e29-8b68-4362-85d6-7901203b375a binding host dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:38:39.376561 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6295d-c527-42cc-b6d7-7cf68e6b8a84 req-2200cae9-a1d3-4ea8-a2a6-48ef6d8e40d9 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:39.378076 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-15d6295d-c527-42cc-b6d7-7cf68e6b8a84 req-2200cae9-a1d3-4ea8-a2a6-48ef6d8e40d9 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.1074781 Feb 20 22:38:39.400771 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (a1940e29-8b68-4362-85d6-7901203b375a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:39.506804 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-15d6295d-c527-42cc-b6d7-7cf68e6b8a84 req-efcc3daf-d083-4207-9c02-d4e961fa5e65 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212909 Feb 20 22:38:39.530994 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46018) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:39.758634 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 00f5854c-76a6-44d5-ae5e-43c4858d0511 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:38:39.767488 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Publish callbacks [] for port (a1940e29-8b68-4362-85d6-7901203b375a), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:39.781526 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4ae1c-e62d-4728-bc22-616440e32451 tempest-TestMinimumBasicScenario-1667818674 tempest-TestMinimumBasicScenario-1667818674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:39.786083 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-87d4ae1c-e62d-4728-bc22-616440e32451 tempest-TestMinimumBasicScenario-1667818674 tempest-TestMinimumBasicScenario-1667818674-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 1124 time: 0.2498107 Feb 20 22:38:39.791914 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46028) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:39.796944 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'floatingip': {'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'port_id': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:39.822340 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:39.837286 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (a1940e29-8b68-4362-85d6-7901203b375a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:39.873047 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 00f5854c-76a6-44d5-ae5e-43c4858d0511 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:39.873521 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:39.876820 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:39.933329 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38aa19-5c34-4946-8a82-7f3d930ca856 None None] Pushing event updated for resources: {'Port': ['ID=a1940e29-8b68-4362-85d6-7901203b375a,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:39.941506 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Attempting to bind port a1940e29-8b68-4362-85d6-7901203b375a on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:38:39.942219 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Attempting to bind port a1940e29-8b68-4362-85d6-7901203b375a by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:38:39.942670 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Attempting to bind port a1940e29-8b68-4362-85d6-7901203b375a on network 13902551-927e-452b-838a-e5943d6828df {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:39.951582 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:38:39.952041 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:38:39.953027 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:39.953580 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Bound using segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:38:39.954072 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Bound port: a1940e29-8b68-4362-85d6-7901203b375a, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:38:39.954520 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (a1940e29-8b68-4362-85d6-7901203b375a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:40.020641 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:40.062532 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Allocated IP 172.20.0.1 (c30c476c-7cbe-4649-ab74-dc00ad77c98d/af312b0d-1c32-4c52-aae5-ea88654f6420/4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:38:40.071433 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] For port a1940e29-8b68-4362-85d6-7901203b375a, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:38:40.077856 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 00f5854c-76a6-44d5-ae5e-43c4858d0511 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:40.115034 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] For port a1940e29-8b68-4362-85d6-7901203b375a, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=a1940e29-8b68-4362-85d6-7901203b375a,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:38:40.191227 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (a1940e29-8b68-4362-85d6-7901203b375a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:40.193354 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Allocated IP 172.27.0.212 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/79f768c1-a109-47fe-8620-0b20624d0fbd) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:38:40.210478 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Publish callbacks [] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:40.262933 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:38:40.263573 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:40.310267 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:40.329149 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38aa19-5c34-4946-8a82-7f3d930ca856 None None] Pushing event updated for resources: {'Port': ['ID=a1940e29-8b68-4362-85d6-7901203b375a,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:40.359488 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for port (79f768c1-a109-47fe-8620-0b20624d0fbd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:40.383168 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Pushing event updated for resources: {'Port': ['ID=4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:40.395731 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Network c30c476c-7cbe-4649-ab74-dc00ad77c98d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:40.397254 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:40.400233 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:38:40.411792 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:38:40.461693 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571262'] for router_interface (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:40.480549 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (79f768c1-a109-47fe-8620-0b20624d0fbd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:40.534297 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'Port': ['ID=79f768c1-a109-47fe-8620-0b20624d0fbd,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:40.555109 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:40.557023 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:40.560110 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:38:40.748685 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-1d4c4f56-3809-4664-ac5a-3aa0c5ab4ad9 None None] Provisioning complete for port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:40.748904 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1d4c4f56-3809-4664-ac5a-3aa0c5ab4ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:40.812416 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:40.824888 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c4f56-3809-4664-ac5a-3aa0c5ab4ad9 None None] Port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:38:40.854015 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:38Z', 'revision_number': 3, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:40.879350 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526fb23-113f-447b-8f4e-cf7981cf858b req-0322c0ac-5247-430f-9348-754632574476 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:40.881830 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c350108-6361-42ce-94c9-1b68c51c988a None None] The sync data for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi is: [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:38Z', 'revision_number': 3, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:38:40.886485 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a526fb23-113f-447b-8f4e-cf7981cf858b req-0322c0ac-5247-430f-9348-754632574476 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 946 time: 0.2109239 Feb 20 22:38:40.992899 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a526fb23-113f-447b-8f4e-cf7981cf858b req-434a29ef-257e-4a9c-a54d-383c44d880b4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980053 Feb 20 22:38:41.025401 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Publish callbacks [] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:41.092066 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:41.179881 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571370'] for router_interface (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:41.220852 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Pushing event updated for resources: {'Port': ['ID=4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:41.280520 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for floatingip (9acece52-6e76-4e9a-9ad6-7859955b6175), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:41.317995 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Network c30c476c-7cbe-4649-ab74-dc00ad77c98d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:41.320077 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:41.460780 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (79f768c1-a109-47fe-8620-0b20624d0fbd), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:41.469877 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:38:41.628372 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:38:41.635048 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6beafad5-6e99-41cf-95c9-f7657ea9c948 admin admin] 10.222.0.67 "PUT /v2.0/routers/1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6720312 Feb 20 22:38:41.680717 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-5ede98bf-b628-468e-bb66-f34924552a08 None None] Provisioning complete for port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:41.681090 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ede98bf-b628-468e-bb66-f34924552a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:41.712825 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for port (79f768c1-a109-47fe-8620-0b20624d0fbd), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:41.731330 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device a1940e29-8b68-4362-85d6-7901203b375a up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:38:41.797271 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-5ede98bf-b628-468e-bb66-f34924552a08 None None] Port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:38:41.821981 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port a1940e29-8b68-4362-85d6-7901203b375a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:41.822359 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (a1940e29-8b68-4362-85d6-7901203b375a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:41.869840 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (79f768c1-a109-47fe-8620-0b20624d0fbd), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:41.934830 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port a1940e29-8b68-4362-85d6-7901203b375a is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:41.935394 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (a1940e29-8b68-4362-85d6-7901203b375a), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:41.962004 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port a1940e29-8b68-4362-85d6-7901203b375a, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=a1940e29-8b68-4362-85d6-7901203b375a,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:41.979692 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'Port': ['ID=79f768c1-a109-47fe-8620-0b20624d0fbd,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:41.996847 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (9acece52-6e76-4e9a-9ad6-7859955b6175), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:42.058033 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (a1940e29-8b68-4362-85d6-7901203b375a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:42.146537 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=a1940e29-8b68-4362-85d6-7901203b375a,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:42.257093 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46088) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:42.262146 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-5ef9ca66-d533-4185-b0a6-8ff622906d25 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--617306761', 'description': 'tempest-description--1739313212'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:42.371817 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ef9ca66-d533-4185-b0a6-8ff622906d25 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:42.451306 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ef9ca66-d533-4185-b0a6-8ff622906d25 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (de85866b-2bee-4275-9774-4b978486ca6e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:42.452456 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Floating IP 9acece52-6e76-4e9a-9ad6-7859955b6175 associated. External IP: 172.27.0.212, port: 4d929d77-123e-400f-a3c0-06d778ed0c77. Feb 20 22:38:42.510308 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18463b03-575b-4be4-9f79-f80f4e6b760e req-41726c68-bd30-4eef-bd45-871020b072d4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:42.511873 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-18463b03-575b-4be4-9f79-f80f4e6b760e req-41726c68-bd30-4eef-bd45-871020b072d4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 946 time: 0.1385798 Feb 20 22:38:42.521420 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ef9ca66-d533-4185-b0a6-8ff622906d25 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (de85866b-2bee-4275-9774-4b978486ca6e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:42.529718 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-4e9ed043-9b3d-4999-b699-dec8c6feb4b3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:42.532111 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-4e9ed043-9b3d-4999-b699-dec8c6feb4b3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.91 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 946 time: 0.1561968 Feb 20 22:38:42.559694 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9ca66-d533-4185-b0a6-8ff622906d25 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de85866b-2bee-4275-9774-4b978486ca6e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:42.795900 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-18463b03-575b-4be4-9f79-f80f4e6b760e req-d3fa179d-b4ee-4515-ba99-1a0279c71c33 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=28c43b9d-1209-4422-ae2b-81dceccb44bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557951 Feb 20 22:38:42.801628 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Deleting port 7568608f-2f36-4c85-9de3-29ac3da51301 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:38:42.813792 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:42.829302 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5ef9ca66-d533-4185-b0a6-8ff622906d25 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:42.833250 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-5ef9ca66-d533-4185-b0a6-8ff622906d25 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5724583 Feb 20 22:38:42.833442 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46104) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:42.838709 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c0a7e0bd-365b-42a6-8f3b-0a19980d6806 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'security_group_rule': {'security_group_id': 'de85866b-2bee-4275-9774-4b978486ca6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:42.867322 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:38:42.990263 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] For port 7568608f-2f36-4c85-9de3-29ac3da51301, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7568608f-2f36-4c85-9de3-29ac3da51301,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:42.990263 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.061407 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Sync routers for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:38:43.073019 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:38:43.073831 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:43.133620 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:38:43.146597 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] Sync routers for ids ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:38:43.157157 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] Routers {'05fb55f8-dfc8-4f29-8457-ac9b356666a8'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:38:43.157828 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:43.320811 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e0bd-365b-42a6-8f3b-0a19980d6806 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (467a3f55-e985-406d-87ef-e018cc2b1215), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.351419 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.365755 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:38:43.400990 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-160cf6a0-77b6-49f8-94cf-c4b9fbe1b16b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6054988 Feb 20 22:38:43.402631 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:43.403598 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46106) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:43.404891 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04f5ad0-782a-4850-a2ed-0230734a5847" -d '{"events": [{"name": "network-changed", "server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:43.410025 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3aedde2a-58b8-4db2-9f63-0131dc795c58 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134924608', 'description': 'tempest-secgroup-smoke-134924608 description', 'project_id': 'bb138c5e69a84d9192915f968b41d2c1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:43.420262 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.420262 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (46e2fcdb-89b2-411e-99fd-eb860f7e0e4e), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.420262 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Floating IP 46e2fcdb-89b2-411e-99fd-eb860f7e0e4e disassociated. External IP: 172.27.0.231, port: 7568608f-2f36-4c85-9de3-29ac3da51301. Feb 20 22:38:43.420262 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Calling delete_port for 7568608f-2f36-4c85-9de3-29ac3da51301 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:38:43.431545 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] Set router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:38:43.443785 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e0bd-365b-42a6-8f3b-0a19980d6806 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (467a3f55-e985-406d-87ef-e018cc2b1215), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.484085 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5ad93c-741e-4a19-98ea-ae95292d3782 x-openstack-request-id: req-0f5ad93c-741e-4a19-98ea-ae95292d3782 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:43.484613 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:43.485337 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0f5ad93c-741e-4a19-98ea-ae95292d3782 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:43.486508 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'status': 'completed', 'code': 200} Feb 20 22:38:43.544831 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-1eccf1e1-9745-4f07-aaee-a26b8de61d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:43.547824 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-1eccf1e1-9745-4f07-aaee-a26b8de61d56 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb138c5e69a84d9192915f968b41d2c1&device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 1129 time: 0.0455031 Feb 20 22:38:43.585615 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3aedde2a-58b8-4db2-9f63-0131dc795c58 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.588152 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e0bd-365b-42a6-8f3b-0a19980d6806 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (467a3f55-e985-406d-87ef-e018cc2b1215), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.662617 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 2, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:43.688494 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device a1940e29-8b68-4362-85d6-7901203b375a up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:38:43.692990 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (7568608f-2f36-4c85-9de3-29ac3da51301), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.699131 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Checking router: 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:38:43.703768 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Updating router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 binding host dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:38:43.703928 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7e0bd-365b-42a6-8f3b-0a19980d6806 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467a3f55-e985-406d-87ef-e018cc2b1215,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:43.732579 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.745775 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event deleted for resources: {'Port': ['ID=7568608f-2f36-4c85-9de3-29ac3da51301,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:43.798386 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-f3c9f886-3ae6-4da3-b4e3-6f96244bd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:43.799973 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-f3c9f886-3ae6-4da3-b4e3-6f96244bd732 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c HTTP/1.1" status: 200 len: 916 time: 0.2441022 Feb 20 22:38:43.801999 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port a1940e29-8b68-4362-85d6-7901203b375a triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:43.802372 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (a1940e29-8b68-4362-85d6-7901203b375a), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.819032 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e0bd-365b-42a6-8f3b-0a19980d6806 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.820194 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c0a7e0bd-365b-42a6-8f3b-0a19980d6806 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9854641 Feb 20 22:38:43.854902 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46114) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:43.860249 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-7c945031-8012-4c90-a440-6c110678a991 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'security_group_rule': {'security_group_id': 'de85866b-2bee-4275-9774-4b978486ca6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:43.885892 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:31Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '9acece52-6e76-4e9a-9ad6-7859955b6175', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'port_id': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'mac_address': 'fa:16:3e:8d:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:38:41Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 0, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '926176f8-dee1-4e71-a6b7-3d4690361916', 'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'mac_address': 'fa:16:3e:90:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:30Z', 'updated_at': '2022-02-20T22:37:37Z', 'revision_number': 5, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'subnets': [{'id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:43.950873 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] Checking router: 05fb55f8-dfc8-4f29-8457-ac9b356666a8 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:38:43.960422 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-3df43bd1-ae73-4fde-afd9-4efb2f9249e2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 200 len: 999 time: 0.1520855 Feb 20 22:38:43.966957 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3aedde2a-58b8-4db2-9f63-0131dc795c58 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group (41e85592-86e0-4f36-891b-7130603b4abd), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:43.979001 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port a1940e29-8b68-4362-85d6-7901203b375a is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:43.979001 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] Routers {'05fb55f8-dfc8-4f29-8457-ac9b356666a8'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:38:43.979001 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:44.016653 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c945031-8012-4c90-a440-6c110678a991 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (64ab6cae-7411-4d99-916d-fb389168ca9f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.053947 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Publish callbacks [] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.057502 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-f53b84d5-e086-4603-9b67-721b34418a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:44.059108 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-f53b84d5-e086-4603-9b67-721b34418a03 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d HTTP/1.1" status: 200 len: 854 time: 0.0886407 Feb 20 22:38:44.070403 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-906a665b-6f1a-4397-8651-c789deab6be0 req-f349fd59-07e6-40e7-b7c8-0c2018b8dd0d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 210 time: 0.1000040 Feb 20 22:38:44.099395 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3aedde2a-58b8-4db2-9f63-0131dc795c58 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (41e85592-86e0-4f36-891b-7130603b4abd), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.114829 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:38:44.124934 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] Set router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:38:44.137452 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.156834 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedde2a-58b8-4db2-9f63-0131dc795c58 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e85592-86e0-4f36-891b-7130603b4abd,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:44.165849 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c945031-8012-4c90-a440-6c110678a991 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (64ab6cae-7411-4d99-916d-fb389168ca9f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.180571 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-e67b55d6-8697-411c-9703-8e020ec758d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:44.185495 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-e67b55d6-8697-411c-9703-8e020ec758d3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1193674 Feb 20 22:38:44.244939 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Pushing event updated for resources: {'Port': ['ID=4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:44.283478 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.284547 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.286070 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.286612 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.287181 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.287704 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.288002 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.290108 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.290530 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.290890 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.291853 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.292530 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.293045 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:38:44.299616 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c945031-8012-4c90-a440-6c110678a991 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (64ab6cae-7411-4d99-916d-fb389168ca9f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.322688 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:38:44.333288 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3aedde2a-58b8-4db2-9f63-0131dc795c58 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.334562 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3aedde2a-58b8-4db2-9f63-0131dc795c58 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9298553 Feb 20 22:38:44.337904 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Attempting to bind port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:38:44.340090 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Attempting to bind port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:38:44.340458 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46116) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:44.340581 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Attempting to bind port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 on network c30c476c-7cbe-4649-ab74-dc00ad77c98d {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:44.346342 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-f1d6f6e7-e699-4fd8-818b-196d5aa83d05 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'security_group_rule': {'security_group_id': '41e85592-86e0-4f36-891b-7130603b4abd', 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:44.346555 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] Sync routers for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:38:44.372397 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:38:44.377856 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:44.387392 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:38:44.388818 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c945031-8012-4c90-a440-6c110678a991 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ab6cae-7411-4d99-916d-fb389168ca9f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:44.388966 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Checking segment: {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:38:44.389357 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.390090 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Bound using segment: {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:38:44.390486 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Bound port: 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:38:44.390874 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.435268 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] No DVR routers for this DVR port 7568608f-2f36-4c85-9de3-29ac3da51301 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:38:44.446049 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.446206 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-3185f9d8-8b5b-450d-a301-288e30d0650c service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424841 Feb 20 22:38:44.446313 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4c58ea4d-fe88-478f-9029-5d2ff90b15ca req-73ac0e4a-b499-4601-ba39-114f78cb7453 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.91 "DELETE /v2.0/ports/7568608f-2f36-4c85-9de3-29ac3da51301 HTTP/1.1" status: 204 len: 173 time: 1.9040389 Feb 20 22:38:44.468136 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-059bbbe1-016a-48ad-a5ec-1b5ea6c49315 None None] Provisioning complete for port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:44.468770 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-059bbbe1-016a-48ad-a5ec-1b5ea6c49315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.479497 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7c945031-8012-4c90-a440-6c110678a991 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.481076 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7c945031-8012-4c90-a440-6c110678a991 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6251352 Feb 20 22:38:44.485131 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46118) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:44.489645 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'floatingip': {'floating_network_id': '13902551-927e-452b-838a-e5943d6828df'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:44.537954 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-059bbbe1-016a-48ad-a5ec-1b5ea6c49315 None None] Port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:38:44.547200 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:31Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '9acece52-6e76-4e9a-9ad6-7859955b6175', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'port_id': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'mac_address': 'fa:16:3e:8d:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:38:41Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 0, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '926176f8-dee1-4e71-a6b7-3d4690361916', 'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'mac_address': 'fa:16:3e:90:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:30Z', 'updated_at': '2022-02-20T22:37:37Z', 'revision_number': 5, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'subnets': [{'id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:44.551341 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f1d6f6e7-e699-4fd8-818b-196d5aa83d05 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (94ae0393-6fd8-4c12-ac91-8b0440363bfd), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.603846 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04f5ad0-782a-4850-a2ed-0230734a5847 req-c5d6db33-8e1d-4bb1-8ade-3b69ae9c28c1 service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491635 Feb 20 22:38:44.606708 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] For port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:38:44.613412 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b2900b-381e-42cb-8cac-10ec8bd94d13 None None] The sync data for ids ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'] in dv-cinder-830095-1-iscsi is: [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:31Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '9acece52-6e76-4e9a-9ad6-7859955b6175', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'port_id': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'mac_address': 'fa:16:3e:8d:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:38:41Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 0, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '926176f8-dee1-4e71-a6b7-3d4690361916', 'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'mac_address': 'fa:16:3e:90:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:30Z', 'updated_at': '2022-02-20T22:37:37Z', 'revision_number': 5, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'subnets': [{'id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:38:44.618458 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.634543 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] For port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:38:44.639686 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:38:44.734062 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f1d6f6e7-e699-4fd8-818b-196d5aa83d05 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (94ae0393-6fd8-4c12-ac91-8b0440363bfd), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.751777 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.790076 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.928064 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f1d6f6e7-e699-4fd8-818b-196d5aa83d05 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (94ae0393-6fd8-4c12-ac91-8b0440363bfd), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:44.949817 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:38:44.951767 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:44.959044 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a66a85-e8c6-4f57-a1d1-595da8269df7 None None] New status for floating IP 9acece52-6e76-4e9a-9ad6-7859955b6175: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:38:44.980858 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Allocated IP 172.27.0.52 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/220f3804-ea41-479a-ae38-fb09311fa311) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:38:44.988817 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6f6e7-e699-4fd8-818b-196d5aa83d05 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ae0393-6fd8-4c12-ac91-8b0440363bfd,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:45.037435 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd73d7d-e2cf-4bf3-8bee-bdabfda3b00c None None] Pushing event updated for resources: {'Port': ['ID=4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:45.086777 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f1d6f6e7-e699-4fd8-818b-196d5aa83d05 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.089194 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-f1d6f6e7-e699-4fd8-818b-196d5aa83d05 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7474618 Feb 20 22:38:45.091768 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46128) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:45.104307 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f38ec081-dc08-43fa-b9b5-5421dd8fe5fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'security_group_rule': {'security_group_id': '41e85592-86e0-4f36-891b-7130603b4abd', 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:45.174696 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:38:45.176253 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for port (220f3804-ea41-479a-ae38-fb09311fa311), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.242744 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-20fff480-8827-4a21-8f91-b98bcd04bdc6 req-1fa9781d-096c-4d95-8333-18995ba69943 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7568bd9-b07d-4930-8d4d-6a62f64902cd HTTP/1.1" status: 200 len: 210 time: 0.0510364 Feb 20 22:38:45.267748 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f38ec081-dc08-43fa-b9b5-5421dd8fe5fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (bba2f57d-1cd8-42f2-ad98-bbac51e6bc4f), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.341883 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f38ec081-dc08-43fa-b9b5-5421dd8fe5fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (bba2f57d-1cd8-42f2-ad98-bbac51e6bc4f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.350804 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (220f3804-ea41-479a-ae38-fb09311fa311), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.357771 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f87a25bd-b9d8-496d-b4f1-56f822dbfac8 None None] Provisioning complete for port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:45.363414 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f87a25bd-b9d8-496d-b4f1-56f822dbfac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.393196 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:45.396162 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:45.402078 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:38:45.419995 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:45.426478 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'Port': ['ID=220f3804-ea41-479a-ae38-fb09311fa311,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:45.453554 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f87a25bd-b9d8-496d-b4f1-56f822dbfac8 None None] Current status of the port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:45.453980 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f87a25bd-b9d8-496d-b4f1-56f822dbfac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.471066 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f38ec081-dc08-43fa-b9b5-5421dd8fe5fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (bba2f57d-1cd8-42f2-ad98-bbac51e6bc4f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.488339 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'name': 'network-vif-deleted', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:45.490795 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57acbf94-3318-4151-9aa0-79cc293899e4" -d '{"events": [{"server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "name": "network-vif-deleted", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:45.509918 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ec081-dc08-43fa-b9b5-5421dd8fe5fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba2f57d-1cd8-42f2-ad98-bbac51e6bc4f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:45.524810 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f87a25bd-b9d8-496d-b4f1-56f822dbfac8 None None] For port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:45.530278 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (912f7709-cd12-4173-b353-6ac15490e902), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.553571 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2811483-faa3-4063-a2e4-dd61765e1b4e x-openstack-request-id: req-d2811483-faa3-4063-a2e4-dd61765e1b4e {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:45.553957 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7568bd9-b07d-4930-8d4d-6a62f64902cd", "name": "network-vif-deleted", "tag": "7568608f-2f36-4c85-9de3-29ac3da51301", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:45.555664 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d2811483-faa3-4063-a2e4-dd61765e1b4e {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:45.555664 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7568bd9-b07d-4930-8d4d-6a62f64902cd', 'name': 'network-vif-deleted', 'tag': '7568608f-2f36-4c85-9de3-29ac3da51301', 'status': 'completed', 'code': 200} Feb 20 22:38:45.601843 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] Checking router: 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:38:45.607410 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f38ec081-dc08-43fa-b9b5-5421dd8fe5fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.611783 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f38ec081-dc08-43fa-b9b5-5421dd8fe5fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5157163 Feb 20 22:38:45.612848 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46134) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:45.620461 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-878043c6-068e-4824-9c84-0b6416f66e66 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'security_group_rule': {'security_group_id': '41e85592-86e0-4f36-891b-7130603b4abd', 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:45.632907 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:38:45.634395 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:45.641122 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f87a25bd-b9d8-496d-b4f1-56f822dbfac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.690771 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (220f3804-ea41-479a-ae38-fb09311fa311), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.697808 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a25bd-b9d8-496d-b4f1-56f822dbfac8 None None] Pushing event updated for resources: {'Port': ['ID=4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:45.721827 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-878043c6-068e-4824-9c84-0b6416f66e66 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (d601377f-07b3-4683-925f-52f23d4a32f7), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.757640 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:44Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:45.786114 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-878043c6-068e-4824-9c84-0b6416f66e66 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (d601377f-07b3-4683-925f-52f23d4a32f7), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.790066 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd09fb-903a-4e71-b619-57a52497d756 None None] The sync data for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi is: [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:44Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:38:45.804287 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:38:45.875347 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-878043c6-068e-4824-9c84-0b6416f66e66 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (d601377f-07b3-4683-925f-52f23d4a32f7), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:45.915126 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878043c6-068e-4824-9c84-0b6416f66e66 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d601377f-07b3-4683-925f-52f23d4a32f7,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:45.921666 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for port (220f3804-ea41-479a-ae38-fb09311fa311), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.001349 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (220f3804-ea41-479a-ae38-fb09311fa311), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.028754 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-878043c6-068e-4824-9c84-0b6416f66e66 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.031131 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-878043c6-068e-4824-9c84-0b6416f66e66 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4170778 Feb 20 22:38:46.033539 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46140) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:46.039724 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-02ab39b4-358e-4897-a361-25841ba7a62e tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'security_group_rule': {'security_group_id': '41e85592-86e0-4f36-891b-7130603b4abd', 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:46.094756 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'Port': ['ID=220f3804-ea41-479a-ae38-fb09311fa311,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:46.136950 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (912f7709-cd12-4173-b353-6ac15490e902), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.189055 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:38:46.227289 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02ab39b4-358e-4897-a361-25841ba7a62e tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (dcb8e31c-9e60-406b-8592-c83bbcbc7733), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.230971 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc5982-8f14-45ab-90e8-fe489de05adf None None] The sync data for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi is: [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:38:46.254692 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.265960 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ea9dc4eb-e4a3-440a-b64e-b54afaf1ca80 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7698145 Feb 20 22:38:46.319786 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02ab39b4-358e-4897-a361-25841ba7a62e tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (dcb8e31c-9e60-406b-8592-c83bbcbc7733), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.399471 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02ab39b4-358e-4897-a361-25841ba7a62e tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (dcb8e31c-9e60-406b-8592-c83bbcbc7733), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.418667 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab39b4-358e-4897-a361-25841ba7a62e tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb8e31c-9e60-406b-8592-c83bbcbc7733,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:46.484430 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-463b5fae-a49d-452d-9361-2c38f53d39e8 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--617306761&fields=id&tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd HTTP/1.1" status: 200 len: 267 time: 0.0710502 Feb 20 22:38:46.516442 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-02ab39b4-358e-4897-a361-25841ba7a62e tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.522637 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-02ab39b4-358e-4897-a361-25841ba7a62e tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4831345 Feb 20 22:38:46.522637 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46160) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:46.524050 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46162) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:46.527064 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-909ed72d-0669-4440-a96b-1245b8cba0ae tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'security_group_rule': {'security_group_id': '41e85592-86e0-4f36-891b-7130603b4abd', 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:46.653223 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-909ed72d-0669-4440-a96b-1245b8cba0ae tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Project bb138c5e69a84d9192915f968b41d2c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 22:38:46.659322 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-909ed72d-0669-4440-a96b-1245b8cba0ae tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (7d312b97-7e2a-49ee-905a-dc601306e9d5), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.666333 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-32699af5-2417-486c-881a-94d357117814 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:46.666333 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-32699af5-2417-486c-881a-94d357117814 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/networks?id=c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 200 len: 811 time: 0.1676738 Feb 20 22:38:46.689773 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-044cc274-ef6b-4677-bb62-f6b656db59a7 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/quotas/eeccd88e667d4e0ba75ff434a28dcbdd HTTP/1.1" status: 200 len: 375 time: 0.0186970 Feb 20 22:38:46.690692 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd43012e-05a7-4307-9c6c-a5a8d3ba4cf4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (28c43b9d-1209-4422-ae2b-81dceccb44bc), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.752362 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-909ed72d-0669-4440-a96b-1245b8cba0ae tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (7d312b97-7e2a-49ee-905a-dc601306e9d5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.752889 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd43012e-05a7-4307-9c6c-a5a8d3ba4cf4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (28c43b9d-1209-4422-ae2b-81dceccb44bc), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.761791 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244914b-c576-4259-b0d3-1c2b2f7cd597 None None] New status for floating IP 46e2fcdb-89b2-411e-99fd-eb860f7e0e4e: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:38:46.794030 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-7f6eb739-eaf4-4ee3-8e22-99b4a1d5af22 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865741 Feb 20 22:38:46.835914 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-909ed72d-0669-4440-a96b-1245b8cba0ae tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (7d312b97-7e2a-49ee-905a-dc601306e9d5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.872357 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ed72d-0669-4440-a96b-1245b8cba0ae tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d312b97-7e2a-49ee-905a-dc601306e9d5,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:46.931518 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd43012e-05a7-4307-9c6c-a5a8d3ba4cf4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (28c43b9d-1209-4422-ae2b-81dceccb44bc), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.934491 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cd43012e-05a7-4307-9c6c-a5a8d3ba4cf4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:46.935832 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-cd43012e-05a7-4307-9c6c-a5a8d3ba4cf4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "DELETE /v2.0/security-groups/28c43b9d-1209-4422-ae2b-81dceccb44bc HTTP/1.1" status: 204 len: 168 time: 0.4108756 Feb 20 22:38:46.940085 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46164) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:46.956442 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43012e-05a7-4307-9c6c-a5a8d3ba4cf4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c43b9d-1209-4422-ae2b-81dceccb44bc,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:46.960215 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-7143ce0b-3d55-4aeb-ae61-d703ffcdd44d service neutron] 10.222.0.67 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452601 Feb 20 22:38:46.971407 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.api.v2.resource [None req-bf44212a-be1c-441f-8e36-26ebaa3ae98c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] show failed (client error): The resource could not be found. Feb 20 22:38:46.974712 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-bf44212a-be1c-441f-8e36-26ebaa3ae98c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups/28c43b9d-1209-4422-ae2b-81dceccb44bc HTTP/1.1" status: 404 len: 347 time: 0.0322001 Feb 20 22:38:46.977716 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46166) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:47.000102 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-909ed72d-0669-4440-a96b-1245b8cba0ae tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.003459 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-909ed72d-0669-4440-a96b-1245b8cba0ae tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4811451 Feb 20 22:38:47.007172 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46168) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:47.012110 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3c61cd79-1227-4ceb-9679-3de8a1e290ab tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'security_group_rule': {'security_group_id': '41e85592-86e0-4f36-891b-7130603b4abd', 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:47.115819 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.securitygroups_db [None req-3c61cd79-1227-4ceb-9679-3de8a1e290ab tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Project bb138c5e69a84d9192915f968b41d2c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 22:38:47.126196 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-37b6d737-d03c-487c-a5e5-ec62764d3a59 service neutron] 10.222.0.67 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590436 Feb 20 22:38:47.127082 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c61cd79-1227-4ceb-9679-3de8a1e290ab tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (1d175468-d0e8-44dc-aa81-c9d8c80c2494), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.195476 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c61cd79-1227-4ceb-9679-3de8a1e290ab tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (1d175468-d0e8-44dc-aa81-c9d8c80c2494), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.219421 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3be82390-683f-4278-acc1-a47deb42875a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Deleting port e918eb70-eb9b-47f0-b62c-77794e7d0d92 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:38:47.219768 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3be82390-683f-4278-acc1-a47deb42875a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (e918eb70-eb9b-47f0-b62c-77794e7d0d92), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.281075 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c61cd79-1227-4ceb-9679-3de8a1e290ab tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (1d175468-d0e8-44dc-aa81-c9d8c80c2494), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.302937 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61cd79-1227-4ceb-9679-3de8a1e290ab tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d175468-d0e8-44dc-aa81-c9d8c80c2494,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:47.342012 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3be82390-683f-4278-acc1-a47deb42875a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (e918eb70-eb9b-47f0-b62c-77794e7d0d92), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.342335 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3be82390-683f-4278-acc1-a47deb42875a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (e918eb70-eb9b-47f0-b62c-77794e7d0d92), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.355311 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-3be82390-683f-4278-acc1-a47deb42875a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Calling delete_port for e918eb70-eb9b-47f0-b62c-77794e7d0d92 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:38:47.457555 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3c61cd79-1227-4ceb-9679-3de8a1e290ab tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.467704 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-3c61cd79-1227-4ceb-9679-3de8a1e290ab tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4577017 Feb 20 22:38:47.529623 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-82404c5e-be04-4b76-b956-beb07821b011 req-14ccb502-e017-40ab-aeed-b99ec79a5a59 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 210 time: 0.0378671 Feb 20 22:38:47.621120 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6523d94d-66b6-49ba-98af-d0878816806f req-60291d2c-7850-4eb8-b2e9-708d7753360e tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134924608&fields=id&tenant_id=bb138c5e69a84d9192915f968b41d2c1 HTTP/1.1" status: 200 len: 267 time: 0.0963283 Feb 20 22:38:47.708329 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523d94d-66b6-49ba-98af-d0878816806f req-5e58385f-0d2d-4fa0-b3dd-c1f42cc60ecd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:47.716122 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6523d94d-66b6-49ba-98af-d0878816806f req-5e58385f-0d2d-4fa0-b3dd-c1f42cc60ecd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.0789649 Feb 20 22:38:47.722357 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-6523d94d-66b6-49ba-98af-d0878816806f req-40319197-a841-4017-9ffd-e514b6545826 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'port': {'security_groups': ['b4c7b711-6e41-41ae-86bf-c005aba1c56d', '41e85592-86e0-4f36-891b-7130603b4abd']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:47.732755 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3be82390-683f-4278-acc1-a47deb42875a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (e918eb70-eb9b-47f0-b62c-77794e7d0d92), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.768722 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:38:47.775233 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be82390-683f-4278-acc1-a47deb42875a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event deleted for resources: {'Port': ['ID=e918eb70-eb9b-47f0-b62c-77794e7d0d92,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:47.811180 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6523d94d-66b6-49ba-98af-d0878816806f req-40319197-a841-4017-9ffd-e514b6545826 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.822947 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7568608f-2f36-4c85-9de3-29ac3da51301 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:38:47.893594 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3be82390-683f-4278-acc1-a47deb42875a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (46e2fcdb-89b2-411e-99fd-eb860f7e0e4e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.898833 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 7568608f-2f36-4c85-9de3-29ac3da51301 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:38:47.898833 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7568608f-2f36-4c85-9de3-29ac3da51301 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:38:47.901321 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3be82390-683f-4278-acc1-a47deb42875a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.907161 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3be82390-683f-4278-acc1-a47deb42875a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "DELETE /v2.0/floatingips/46e2fcdb-89b2-411e-99fd-eb860f7e0e4e HTTP/1.1" status: 204 len: 168 time: 0.9275632 Feb 20 22:38:47.916003 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:47.916674 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:47.997879 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46188) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:48.024852 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:48.058795 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-6523d94d-66b6-49ba-98af-d0878816806f req-40319197-a841-4017-9ffd-e514b6545826 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] For port 4d929d77-123e-400f-a3c0-06d778ed0c77, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d929d77-123e-400f-a3c0-06d778ed0c77,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:48.090586 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6523d94d-66b6-49ba-98af-d0878816806f req-40319197-a841-4017-9ffd-e514b6545826 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.127673 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a90b025b-94fe-4365-bfb1-aef62be886b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.160950 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6523d94d-66b6-49ba-98af-d0878816806f req-40319197-a841-4017-9ffd-e514b6545826 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.174583 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['4d929d77-123e-400f-a3c0-06d778ed0c77'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:38:48.194695 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46192) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:48.205778 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-46fdd516-58d2-415f-bb7e-8d6667eb28fb tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741808398', 'description': 'tempest-description--655475335'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:48.229224 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523d94d-66b6-49ba-98af-d0878816806f req-40319197-a841-4017-9ffd-e514b6545826 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:48.230049 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-6523d94d-66b6-49ba-98af-d0878816806f req-40319197-a841-4017-9ffd-e514b6545826 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.235591 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6523d94d-66b6-49ba-98af-d0878816806f req-40319197-a841-4017-9ffd-e514b6545826 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "PUT /v2.0/ports/4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 200 len: 981 time: 0.5184658 Feb 20 22:38:48.236297 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:48.239237 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b" -d '{"events": [{"name": "network-changed", "server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:48.295688 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['4d929d77-123e-400f-a3c0-06d778ed0c77'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:38:48.304092 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40319197-a841-4017-9ffd-e514b6545826 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'Port': ['ID=4d929d77-123e-400f-a3c0-06d778ed0c77,revision_number=6']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:48.336796 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c174a6-a0ef-4a6a-aa99-4c730c4829cf x-openstack-request-id: req-a6c174a6-a0ef-4a6a-aa99-4c730c4829cf {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:48.337283 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:48.337558 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6c174a6-a0ef-4a6a-aa99-4c730c4829cf {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:48.337994 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'status': 'completed', 'code': 200} Feb 20 22:38:48.376152 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fdd516-58d2-415f-bb7e-8d6667eb28fb tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.397495 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a90b025b-94fe-4365-bfb1-aef62be886b2 admin admin] Publish callbacks [] for security_group (3fdf3476-93e3-4d29-938a-0d6741451272), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.620054 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-31fa5c6d-665a-4951-9738-6af71f8abeb9 req-f73b9e81-c509-4fb6-9168-8ced9ef897e1 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 210 time: 0.0356567 Feb 20 22:38:48.639208 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3ae2f904-918b-44eb-a227-dbdec4397ab1 None None] Provisioning complete for port 4d929d77-123e-400f-a3c0-06d778ed0c77 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:48.639748 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3ae2f904-918b-44eb-a227-dbdec4397ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.660988 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a90b025b-94fe-4365-bfb1-aef62be886b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3fdf3476-93e3-4d29-938a-0d6741451272), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.727251 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a90b025b-94fe-4365-bfb1-aef62be886b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=171c211057fa449eae8a926d06c71fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7281630 Feb 20 22:38:48.730517 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46202) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:48.734093 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b025b-94fe-4365-bfb1-aef62be886b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdf3476-93e3-4d29-938a-0d6741451272,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:48.745432 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-4899032d-5036-4c54-9562-ba0d09c988ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:48.747036 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-4899032d-5036-4c54-9562-ba0d09c988ef service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb138c5e69a84d9192915f968b41d2c1&device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 1168 time: 0.3979750 Feb 20 22:38:48.771980 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708fe5f-d3a1-4d1a-94b5-6aa733a1f971 req-f06d4bb6-f26c-49bb-a3e6-5f65bde4136c tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:48.775396 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c708fe5f-d3a1-4d1a-94b5-6aa733a1f971 req-f06d4bb6-f26c-49bb-a3e6-5f65bde4136c tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.4061759 Feb 20 22:38:48.820827 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ebf579b1-5617-433c-9f9b-3b19b49d3f3d admin admin] Publish callbacks [] for security_group (3fdf3476-93e3-4d29-938a-0d6741451272), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.852737 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ebf579b1-5617-433c-9f9b-3b19b49d3f3d admin admin] Publish callbacks [] for security_group (3fdf3476-93e3-4d29-938a-0d6741451272), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.861214 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2f904-918b-44eb-a227-dbdec4397ab1 None None] Current status of the port 4d929d77-123e-400f-a3c0-06d778ed0c77 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:48.873031 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fdd516-58d2-415f-bb7e-8d6667eb28fb tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (fa348098-a6f5-4410-914b-e9ddc64a0f13), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:48.932563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-d967fc63-97ed-4ff8-a483-7d5070ae41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:48.934088 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-d967fc63-97ed-4ff8-a483-7d5070ae41ce service neutron] 10.222.0.91 "GET /v2.0/networks?id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c HTTP/1.1" status: 200 len: 916 time: 0.1784275 Feb 20 22:38:48.940169 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c708fe5f-d3a1-4d1a-94b5-6aa733a1f971 req-7890e25a-9edc-47db-95c7-d2cbe735064a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1449132 Feb 20 22:38:48.988140 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fdd516-58d2-415f-bb7e-8d6667eb28fb tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (fa348098-a6f5-4410-914b-e9ddc64a0f13), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.007064 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ebf579b1-5617-433c-9f9b-3b19b49d3f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3fdf3476-93e3-4d29-938a-0d6741451272), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.009903 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ebf579b1-5617-433c-9f9b-3b19b49d3f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.011209 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ebf579b1-5617-433c-9f9b-3b19b49d3f3d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3fdf3476-93e3-4d29-938a-0d6741451272 HTTP/1.1" status: 204 len: 168 time: 0.2787490 Feb 20 22:38:49.021175 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf579b1-5617-433c-9f9b-3b19b49d3f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdf3476-93e3-4d29-938a-0d6741451272,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:49.058626 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-86420790-0385-4290-96d8-53b6c4aad216 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 200 len: 1001 time: 0.1143470 Feb 20 22:38:49.066655 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-46fdd516-58d2-415f-bb7e-8d6667eb28fb tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.068911 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-46fdd516-58d2-415f-bb7e-8d6667eb28fb tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8716092 Feb 20 22:38:49.071068 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46208) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:49.075644 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-9f8d3255-e8e4-4f92-9845-bb088b9e08c6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'security_group_rule': {'security_group_id': 'fa348098-a6f5-4410-914b-e9ddc64a0f13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:49.115956 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdd516-58d2-415f-bb7e-8d6667eb28fb tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa348098-a6f5-4410-914b-e9ddc64a0f13,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:49.135325 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-c55c19a8-e4a8-47a6-868f-0dab2279d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:49.136785 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-c55c19a8-e4a8-47a6-868f-0dab2279d5a6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d HTTP/1.1" status: 200 len: 854 time: 0.0679557 Feb 20 22:38:49.154403 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3255-e8e4-4f92-9845-bb088b9e08c6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (dfd1afa9-270d-4b5b-9d25-8fdb563ff72c), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.192845 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-a5cc8624-a934-4ec3-b06a-2464cc5f385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:49.194397 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-a5cc8624-a934-4ec3-b06a-2464cc5f385f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498388 Feb 20 22:38:49.205192 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3255-e8e4-4f92-9845-bb088b9e08c6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (dfd1afa9-270d-4b5b-9d25-8fdb563ff72c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.292049 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-3917c55e-6f51-4e48-b9a9-6b8089729296 service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902801 Feb 20 22:38:49.297608 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3255-e8e4-4f92-9845-bb088b9e08c6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (dfd1afa9-270d-4b5b-9d25-8fdb563ff72c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.330938 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d3255-e8e4-4f92-9845-bb088b9e08c6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd1afa9-270d-4b5b-9d25-8fdb563ff72c,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:49.395514 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7bf36f2-e4e6-4716-a3ff-0267d62b658b req-faad46bb-8f26-4d7f-b578-07db236c6093 service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920858 Feb 20 22:38:49.425366 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3255-e8e4-4f92-9845-bb088b9e08c6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.426816 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-9f8d3255-e8e4-4f92-9845-bb088b9e08c6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546021 Feb 20 22:38:49.429425 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46216) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:49.434050 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-ed52fc4c-db82-4a5c-89ee-59068462280b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'security_group_rule': {'security_group_id': 'fa348098-a6f5-4410-914b-e9ddc64a0f13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:49.537470 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed52fc4c-db82-4a5c-89ee-59068462280b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (285ad5f6-f407-4801-b6a3-69c225ec5cf7), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.602291 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed52fc4c-db82-4a5c-89ee-59068462280b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (285ad5f6-f407-4801-b6a3-69c225ec5cf7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.679503 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed52fc4c-db82-4a5c-89ee-59068462280b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (285ad5f6-f407-4801-b6a3-69c225ec5cf7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.708214 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52fc4c-db82-4a5c-89ee-59068462280b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285ad5f6-f407-4801-b6a3-69c225ec5cf7,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:49.725894 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1a52748e-5020-4e65-89bb-cc51cd5c25ed req-3004698c-45bc-450e-9dd0-aca32db59110 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 210 time: 0.0308871 Feb 20 22:38:49.808297 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-ed52fc4c-db82-4a5c-89ee-59068462280b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:49.809469 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ed52fc4c-db82-4a5c-89ee-59068462280b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790455 Feb 20 22:38:49.813759 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46228) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:49.818319 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'floatingip': {'floating_network_id': '13902551-927e-452b-838a-e5943d6828df'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:49.914316 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.040016 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46234) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:50.188389 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1374871496-network', 'tenant_id': '80e0d42b6a6f458b9528711bf3fde67f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:50.255340 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-df160273-de2b-42fb-b7fb-0ce50e6dfb58 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:50.256948 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-df160273-de2b-42fb-b7fb-0ce50e6dfb58 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.91 "GET /v2.0/networks?id=c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 200 len: 811 time: 0.1318500 Feb 20 22:38:50.266935 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.295368 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Made reservation on behalf of 80e0d42b6a6f458b9528711bf3fde67f for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:38:50.302265 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.315983 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.340853 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-47be8dd8-83f8-430a-9716-d061c5642f3e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd HTTP/1.1" status: 200 len: 379 time: 0.0748401 Feb 20 22:38:50.352291 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'port': {'device_id': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'admin_state_up': True, 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'security_groups': ['de85866b-2bee-4275-9774-4b978486ca6e']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:50.380864 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Allocated IP 172.27.0.7 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/24994f74-ecf0-4fc9-b273-7c7a47162fca) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:38:50.493980 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for port (24994f74-ecf0-4fc9-b273-7c7a47162fca), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.504827 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Publish callbacks [] for security_group (177d3260-7444-4d97-9486-0bcac266037e), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.578290 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (177d3260-7444-4d97-9486-0bcac266037e), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.605146 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:38:50.616866 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177d3260-7444-4d97-9486-0bcac266037e,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:50.618334 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (24994f74-ecf0-4fc9-b273-7c7a47162fca), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.627270 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Made reservation on behalf of eeccd88e667d4e0ba75ff434a28dcbdd for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:38:50.632887 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.637992 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (b91cc891-5f55-419d-9e18-5223297533e8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.638278 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Added segment b91cc891-5f55-419d-9e18-5223297533e8 of type vlan for network d14be176-8ebb-48ab-a94c-7e3b31d94d5d Feb 20 22:38:50.658649 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:50.666083 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:50.670456 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:38:50.674470 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'Port': ['ID=24994f74-ecf0-4fc9-b273-7c7a47162fca,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:50.763138 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (4e125ceb-80b4-4ac6-8f28-1aff8dbaf076), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.770220 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (d14be176-8ebb-48ab-a94c-7e3b31d94d5d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:50.861258 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-291eb353-4ab7-41be-be10-7a7e071b8861 req-41c123e4-444f-4cd5-8464-304f167b5991 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 210 time: 0.0339227 Feb 20 22:38:50.879102 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Allocated IP 172.20.0.8 (c30c476c-7cbe-4649-ab74-dc00ad77c98d/af312b0d-1c32-4c52-aae5-ea88654f6420/21927b65-5d0d-41cd-9776-32f13b0d7b11) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:38:50.961599 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (24994f74-ecf0-4fc9-b273-7c7a47162fca), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.017642 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (d14be176-8ebb-48ab-a94c-7e3b31d94d5d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.018582 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:51.019154 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.053348 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.098972 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] Pushing event updated for resources: {'Network': ['ID=d14be176-8ebb-48ab-a94c-7e3b31d94d5d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:51.112177 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network d14be176-8ebb-48ab-a94c-7e3b31d94d5d details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:38:51.133753 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for port (24994f74-ecf0-4fc9-b273-7c7a47162fca), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.158139 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-88d9d8ed-d3cd-4750-92ee-776129a42596 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1164126 Feb 20 22:38:51.160932 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46244) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:38:51.165857 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Request body: {'subnet': {'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1374871496-subnet', 'tenant_id': '80e0d42b6a6f458b9528711bf3fde67f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:51.224372 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.259155 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (24994f74-ecf0-4fc9-b273-7c7a47162fca), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.261938 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Made reservation on behalf of 80e0d42b6a6f458b9528711bf3fde67f for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:38:51.264299 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9865859'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.314689 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Network c30c476c-7cbe-4649-ab74-dc00ad77c98d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:51.323847 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:51.332013 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:38:51.334637 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'Port': ['ID=21927b65-5d0d-41cd-9776-32f13b0d7b11,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:51.340043 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'Port': ['ID=24994f74-ecf0-4fc9-b273-7c7a47162fca,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:51.348548 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (4e125ceb-80b4-4ac6-8f28-1aff8dbaf076), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.401866 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:51.402509 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.419607 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.428668 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-3d1d282e-7ec7-414e-a31b-6c005d80cd2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6061215 Feb 20 22:38:51.502467 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-bad7005e-a004-490b-a197-6002980c4785 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1547251 Feb 20 22:38:51.519473 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Request body: {'port': {'device_id': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:51.581232 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.608961 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d3b810b0-37d0-449f-a4ee-2ec7ab528cd3 None None] Provisioning complete for port 21927b65-5d0d-41cd-9776-32f13b0d7b11 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:51.609340 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d3b810b0-37d0-449f-a4ee-2ec7ab528cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.649362 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d3b810b0-37d0-449f-a4ee-2ec7ab528cd3 None None] Port 21927b65-5d0d-41cd-9776-32f13b0d7b11 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:38:51.649557 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2418829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9865841'] for subnet (f06d9d79-2b07-47ca-b22c-ec3c765129bf), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.664884 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-4f915618-d058-4fc2-b7dd-a2d14577d326 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1741808398&fields=id&tenant_id=d195da002ab942bbba2046ea25910a8e HTTP/1.1" status: 200 len: 267 time: 0.0446196 Feb 20 22:38:51.767224 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e778c-b88f-469e-967a-eaec21a8deac req-efd1c498-8322-48e5-bf69-6aa7b33d2ad2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:51.768650 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-efd1c498-8322-48e5-bf69-6aa7b33d2ad2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 816 time: 0.1051593 Feb 20 22:38:51.783924 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-420b6158-0c84-43d9-91ae-17c87fb4e55a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/quotas/d195da002ab942bbba2046ea25910a8e HTTP/1.1" status: 200 len: 375 time: 0.0098565 Feb 20 22:38:51.806086 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06d9d79-2b07-47ca-b22c-ec3c765129bf,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:51.823545 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Checking segment: {'id': 'b91cc891-5f55-419d-9e18-5223297533e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:38:51.823897 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Network hostable DHCP agents. Network: d14be176-8ebb-48ab-a94c-7e3b31d94d5d, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:38:51.839319 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-5a6d989f-9161-4325-9f3d-9b0435ab8c63 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500598 Feb 20 22:38:51.927689 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21927b65-5d0d-41cd-9776-32f13b0d7b11 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:38:51.935220 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Publish callbacks [] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:51.941612 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-85bacfc5-e218-4bdb-a48b-55575703259f service neutron] 10.222.0.67 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904100 Feb 20 22:38:51.948290 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Transition to ACTIVE for port object 21927b65-5d0d-41cd-9776-32f13b0d7b11 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:38:52.000040 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cfd48-abf8-4887-980b-068b33e68812 req-dbe96e9c-2aa5-4d2a-a668-972573efb459 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:52.001536 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0f4cfd48-abf8-4887-980b-068b33e68812 req-dbe96e9c-2aa5-4d2a-a668-972573efb459 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 931 time: 0.0521786 Feb 20 22:38:52.004675 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Network d14be176-8ebb-48ab-a94c-7e3b31d94d5d is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:38:52.034177 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-b0a32b5d-4727-4729-abd0-02cfa7fe3710 service neutron] 10.222.0.67 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871854 Feb 20 22:38:52.049775 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:52.085408 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0f4cfd48-abf8-4887-980b-068b33e68812 req-c9b94019-3e8a-43a5-b7e4-3ccccc153c35 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772860 Feb 20 22:38:52.118977 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, d14be176-8ebb-48ab-a94c-7e3b31d94d5d) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:52.123568 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:52.124343 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:52.129617 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e159b017-dfee-4ee6-9a4a-0c7c5acfa020 None None] Network d14be176-8ebb-48ab-a94c-7e3b31d94d5d requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:38:52.138541 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Pushing event updated for resources: {'Port': ['ID=21927b65-5d0d-41cd-9776-32f13b0d7b11,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:52.226165 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-4de96850-46ab-4092-ad91-f39e7e2fba9d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0641093 Feb 20 22:38:52.230865 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Attempting to bind port 21927b65-5d0d-41cd-9776-32f13b0d7b11 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:38:52.231198 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Attempting to bind port 21927b65-5d0d-41cd-9776-32f13b0d7b11 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:38:52.231529 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Attempting to bind port 21927b65-5d0d-41cd-9776-32f13b0d7b11 on network c30c476c-7cbe-4649-ab74-dc00ad77c98d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:52.237092 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Port 21927b65-5d0d-41cd-9776-32f13b0d7b11 on network c30c476c-7cbe-4649-ab74-dc00ad77c98d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:38:52.237408 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Attempting to bind port 21927b65-5d0d-41cd-9776-32f13b0d7b11 on network c30c476c-7cbe-4649-ab74-dc00ad77c98d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:52.242776 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:38:52.243105 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Checking segment: {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:38:52.243482 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Bound using segment: {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:38:52.243900 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Bound port: 21927b65-5d0d-41cd-9776-32f13b0d7b11, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:38:52.244258 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:52.295979 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb4c3f7-09c2-4be5-87f2-da8d65aba417 None None] Network d14be176-8ebb-48ab-a94c-7e3b31d94d5d requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:38:52.366758 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4119ac03-e28b-45f5-b8fe-fd944739805c req-64485e3b-f48d-49ea-91de-f16196fad5ff tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 210 time: 0.0570478 Feb 20 22:38:52.394773 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] For port 21927b65-5d0d-41cd-9776-32f13b0d7b11, host hv-cinder-83009, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:38:52.399571 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] For port 21927b65-5d0d-41cd-9776-32f13b0d7b11, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:38:52.470530 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:52.504695 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:52.505309 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:52.506719 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] 10.222.0.91 "PUT /v2.0/ports/21927b65-5d0d-41cd-9776-32f13b0d7b11 HTTP/1.1" status: 200 len: 1093 time: 0.9922395 Feb 20 22:38:52.507153 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'tag': '21927b65-5d0d-41cd-9776-32f13b0d7b11'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:52.509663 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9dae87-5082-472f-8c3b-f0a864973202" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e59b09-0fe8-47d1-9269-58b251ebc730", "tag": "21927b65-5d0d-41cd-9776-32f13b0d7b11"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:52.541833 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421f509-5d79-48e6-a342-1a83903025dc service neutron] Pushing event updated for resources: {'Port': ['ID=21927b65-5d0d-41cd-9776-32f13b0d7b11,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:52.568185 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3f2ff8-aa78-4622-b2a1-92ae7afe71f0 x-openstack-request-id: req-9c3f2ff8-aa78-4622-b2a1-92ae7afe71f0 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:52.568721 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e59b09-0fe8-47d1-9269-58b251ebc730", "tag": "21927b65-5d0d-41cd-9776-32f13b0d7b11", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:52.569070 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c3f2ff8-aa78-4622-b2a1-92ae7afe71f0 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:52.569642 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'tag': '21927b65-5d0d-41cd-9776-32f13b0d7b11', 'status': 'completed', 'code': 200} Feb 20 22:38:52.651871 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dae87-5082-472f-8c3b-f0a864973202 req-c5bba290-9ed9-4834-a8c0-3ad9dfce7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:52.653661 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bb9dae87-5082-472f-8c3b-f0a864973202 req-c5bba290-9ed9-4834-a8c0-3ad9dfce7856 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 1127 time: 0.0628238 Feb 20 22:38:52.769116 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dae87-5082-472f-8c3b-f0a864973202 req-a98ef208-e7cf-4291-b5ad-e3482105bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:52.770614 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bb9dae87-5082-472f-8c3b-f0a864973202 req-a98ef208-e7cf-4291-b5ad-e3482105bb48 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1043234 Feb 20 22:38:52.866771 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dae87-5082-472f-8c3b-f0a864973202 req-dab8fb2b-1f6e-40fa-a7f7-51925f74f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:52.868270 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bb9dae87-5082-472f-8c3b-f0a864973202 req-dab8fb2b-1f6e-40fa-a7f7-51925f74f2a1 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908163 Feb 20 22:38:52.954330 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-6c29f10b-d236-4f13-b4fe-c9d8059821fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:52.955712 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-6c29f10b-d236-4f13-b4fe-c9d8059821fa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 1127 time: 0.0505574 Feb 20 22:38:52.999258 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-5f14f771-a9aa-4197-a93f-f6a215524953 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11 HTTP/1.1" status: 200 len: 217 time: 0.0356698 Feb 20 22:38:53.048225 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-e8842c43-dd76-49ec-bb95-7b8cd748c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:53.049637 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-e8842c43-dd76-49ec-bb95-7b8cd748c295 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af312b0d-1c32-4c52-aae5-ea88654f6420 HTTP/1.1" status: 200 len: 850 time: 0.0440767 Feb 20 22:38:53.098070 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-ff6ce324-60fe-410d-9268-5ff02793e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:53.099535 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-ff6ce324-60fe-410d-9268-5ff02793e835 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c30c476c-7cbe-4649-ab74-dc00ad77c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442679 Feb 20 22:38:53.226007 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-5e33b9e1-e237-4864-bb3f-162b4eeff3a2 service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195295 Feb 20 22:38:53.237162 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fe209-92df-4112-ab24-d630543c1647 req-f55d3ab5-d6aa-4cb1-9e67-ca7409701c39 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:53.238576 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e39fe209-92df-4112-ab24-d630543c1647 req-f55d3ab5-d6aa-4cb1-9e67-ca7409701c39 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 943 time: 0.0765562 Feb 20 22:38:53.347546 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e39fe209-92df-4112-ab24-d630543c1647 req-923a6cb3-dbc1-4567-be25-ec5b81937dda tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004333 Feb 20 22:38:53.366165 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2bdfd93b-dbf7-4d8c-ba8c-c2017d95197a req-8d2c0c88-a542-4875-8418-8f14af99b955 service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266429 Feb 20 22:38:53.473807 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7ef10e60-7088-4346-8db3-f5a763872a9e req-4e6586a5-2a5e-470a-b44a-98a50463e80d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 210 time: 0.0276372 Feb 20 22:38:54.535382 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f87bc7-31bc-4076-bec7-679f2a14f6fd req-c515daab-adb4-4e42-8f86-5dbbd2b6fb39 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:54.536883 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-51f87bc7-31bc-4076-bec7-679f2a14f6fd req-c515daab-adb4-4e42-8f86-5dbbd2b6fb39 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 943 time: 0.1190257 Feb 20 22:38:54.566183 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e778c-b88f-469e-967a-eaec21a8deac req-f27584c0-df93-4ea2-a064-cc3fce4206b3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:54.567606 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-f27584c0-df93-4ea2-a064-cc3fce4206b3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.91 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 816 time: 0.1621666 Feb 20 22:38:54.602539 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bd020222-0d00-42c7-83df-a7e63ccfeb85 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:54.606266 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bd020222-0d00-42c7-83df-a7e63ccfeb85 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/networks?id=d14be176-8ebb-48ab-a94c-7e3b31d94d5d HTTP/1.1" status: 200 len: 814 time: 0.1108961 Feb 20 22:38:54.612927 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-51f87bc7-31bc-4076-bec7-679f2a14f6fd req-f3ccb828-bbe5-45e8-b5d4-097f9fe0b2e1 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702198 Feb 20 22:38:54.620278 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-59e8bd78-0846-4ded-b2a5-058b0e4ff2fb tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/quotas/80e0d42b6a6f458b9528711bf3fde67f HTTP/1.1" status: 200 len: 375 time: 0.0106566 Feb 20 22:38:54.654481 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-b82227f8-2f28-4169-989a-22776e1e6727 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=80e0d42b6a6f458b9528711bf3fde67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276256 Feb 20 22:38:54.655016 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-198bb6c1-f47f-484a-95f6-10de58a6eecf tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d195da002ab942bbba2046ea25910a8e HTTP/1.1" status: 200 len: 380 time: 0.0743098 Feb 20 22:38:54.664474 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'port': {'device_id': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'admin_state_up': True, 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'security_groups': ['fa348098-a6f5-4410-914b-e9ddc64a0f13']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:54.749064 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7ff7d35b-e2f6-4ab0-82b4-8a606aa94ecc req-b466cbfb-fe3a-4385-97c0-44c5e06d52cc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 210 time: 0.0355947 Feb 20 22:38:54.754244 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-8ea47319-1f08-4d9b-aaf2-237dc078bec2 service neutron] 10.222.0.67 "GET /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925910 Feb 20 22:38:54.845522 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-5cf6d967-ed50-4fbd-80d8-88fa9ef05bb5 service neutron] 10.222.0.67 "GET /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851359 Feb 20 22:38:54.886482 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Made reservation on behalf of d195da002ab942bbba2046ea25910a8e for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:38:54.889860 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:55.019569 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Allocated IP 172.20.0.9 (b23fffc4-fb98-41ca-b863-88db23b63f5c/1d9b73a4-079d-402a-88ec-accfdc9a31f3/768a4c20-1193-47e6-b722-17715005ccc4) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:38:55.310957 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b61b0a15-fde7-4c43-bb27-b634803c34c1 req-e43df4e4-d22e-4892-a9cb-e3625a39a01b tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0406477 Feb 20 22:38:55.396022 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for port (768a4c20-1193-47e6-b722-17715005ccc4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:55.509491 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:55.549523 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Network b23fffc4-fb98-41ca-b863-88db23b63f5c is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:55.552482 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:55.556091 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:38:55.588454 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event updated for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:55.616430 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:55.617057 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:55.718796 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-8054ba90-522e-4ce6-9550-884c6cbe502e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0588334 Feb 20 22:38:55.730738 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Request body: {'port': {'device_id': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:55.740275 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fb459-2093-4939-ac57-e77140b65543 req-8c783cdc-9715-42df-aef4-062a659f3912 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:55.748048 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d16fb459-2093-4939-ac57-e77140b65543 req-8c783cdc-9715-42df-aef4-062a659f3912 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 943 time: 0.0637803 Feb 20 22:38:55.771590 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-663ddd65-7b7b-4133-86ae-c1ad0f99b6f8 None None] Provisioning complete for port 768a4c20-1193-47e6-b722-17715005ccc4 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:55.772200 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-663ddd65-7b7b-4133-86ae-c1ad0f99b6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (768a4c20-1193-47e6-b722-17715005ccc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:55.800337 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d16fb459-2093-4939-ac57-e77140b65543 req-697e66ea-c226-4d0f-b548-8c56cecb9b59 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491176 Feb 20 22:38:55.803928 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (768a4c20-1193-47e6-b722-17715005ccc4), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:55.825777 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-663ddd65-7b7b-4133-86ae-c1ad0f99b6f8 None None] Port 768a4c20-1193-47e6-b722-17715005ccc4 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:38:55.863577 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 21927b65-5d0d-41cd-9776-32f13b0d7b11 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:38:55.962592 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae96d3d-4900-400f-b9ab-766f2929570a req-ec610e23-3815-48db-9f23-e6f91838610a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:55.964030 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6ae96d3d-4900-400f-b9ab-766f2929570a req-ec610e23-3815-48db-9f23-e6f91838610a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 931 time: 0.1226861 Feb 20 22:38:55.965629 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 21927b65-5d0d-41cd-9776-32f13b0d7b11, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:55.977767 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '21927b65-5d0d-41cd-9776-32f13b0d7b11', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'port_id': '21927b65-5d0d-41cd-9776-32f13b0d7b11', 'mac_address': 'fa:16:3e:13:4e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:38:56.019699 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 21927b65-5d0d-41cd-9776-32f13b0d7b11 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:56.020108 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:56.033818 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21927b65-5d0d-41cd-9776-32f13b0d7b11 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:38:56.054974 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 21927b65-5d0d-41cd-9776-32f13b0d7b11, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:56.058916 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6ae96d3d-4900-400f-b9ab-766f2929570a req-2f80636d-b4dc-4c44-8735-c923771dd366 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870235 Feb 20 22:38:56.144228 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768a4c20-1193-47e6-b722-17715005ccc4 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:38:56.149528 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:56.152071 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Publish callbacks [] for port (768a4c20-1193-47e6-b722-17715005ccc4), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:56.163824 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Transition to ACTIVE for port object 768a4c20-1193-47e6-b722-17715005ccc4 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:38:56.196899 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=21927b65-5d0d-41cd-9776-32f13b0d7b11,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:56.292071 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:56.360924 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Pushing event updated for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:56.415276 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-98e6f330-ec7f-4d77-aba4-ac9980290b26 req-d5557c2d-29e3-422f-9617-7ba6eab7e271 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0349722 Feb 20 22:38:56.416588 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['21927b65-5d0d-41cd-9776-32f13b0d7b11'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:38:56.448340 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Attempting to bind port 768a4c20-1193-47e6-b722-17715005ccc4 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:38:56.448699 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Attempting to bind port 768a4c20-1193-47e6-b722-17715005ccc4 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:38:56.449049 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Attempting to bind port 768a4c20-1193-47e6-b722-17715005ccc4 on network b23fffc4-fb98-41ca-b863-88db23b63f5c {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:56.454416 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Port 768a4c20-1193-47e6-b722-17715005ccc4 on network b23fffc4-fb98-41ca-b863-88db23b63f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:38:56.454746 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Attempting to bind port 768a4c20-1193-47e6-b722-17715005ccc4 on network b23fffc4-fb98-41ca-b863-88db23b63f5c {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:56.461924 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:38:56.462362 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Checking segment: {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:38:56.462696 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Bound using segment: {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:38:56.463796 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Bound port: 768a4c20-1193-47e6-b722-17715005ccc4, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a1c1a4-d4a7-4563-8724-9217af297983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:38:56.464332 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (768a4c20-1193-47e6-b722-17715005ccc4), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:56.538658 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:38:56.541882 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:38:56.624155 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:56.658761 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:56.659374 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:56.663840 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] 10.222.0.91 "PUT /v2.0/ports/768a4c20-1193-47e6-b722-17715005ccc4 HTTP/1.1" status: 200 len: 1093 time: 0.9345291 Feb 20 22:38:56.663840 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:56.663840 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6e76f9-a83f-4e21-acc4-12a68c2b0e90" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "tag": "768a4c20-1193-47e6-b722-17715005ccc4"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:56.692728 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b9111-e065-44ab-afd0-9c0f12af4269 service neutron] Pushing event updated for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:56.716424 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054f2147-7a03-4027-976f-9f36461b67fb x-openstack-request-id: req-054f2147-7a03-4027-976f-9f36461b67fb {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:56.716723 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "tag": "768a4c20-1193-47e6-b722-17715005ccc4", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:56.716973 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-054f2147-7a03-4027-976f-9f36461b67fb {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:56.717379 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4', 'status': 'completed', 'code': 200} Feb 20 22:38:56.795421 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e76f9-a83f-4e21-acc4-12a68c2b0e90 req-11205a31-2e20-4629-923f-28ba80159f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:56.797560 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4a6e76f9-a83f-4e21-acc4-12a68c2b0e90 req-11205a31-2e20-4629-923f-28ba80159f27 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 1127 time: 0.0527844 Feb 20 22:38:56.911102 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e76f9-a83f-4e21-acc4-12a68c2b0e90 req-c03b0950-152b-4c2a-92a4-b97f2e479e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:56.912870 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4a6e76f9-a83f-4e21-acc4-12a68c2b0e90 req-c03b0950-152b-4c2a-92a4-b97f2e479e02 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=d195da002ab942bbba2046ea25910a8e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1070073 Feb 20 22:38:56.935005 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aff60d-cf75-4337-8e41-1e3e49c205e7 req-b033898b-ba34-48f5-82e2-51e9aaf5e3bd tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:56.936388 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67aff60d-cf75-4337-8e41-1e3e49c205e7 req-b033898b-ba34-48f5-82e2-51e9aaf5e3bd tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 944 time: 0.0645068 Feb 20 22:38:56.982354 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67aff60d-cf75-4337-8e41-1e3e49c205e7 req-1a3a0140-192d-4a71-9829-03a72a09d2b4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392470 Feb 20 22:38:57.180172 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e76f9-a83f-4e21-acc4-12a68c2b0e90 req-63d6961f-40c1-4473-a3d5-3fb5967641d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:57.181613 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4a6e76f9-a83f-4e21-acc4-12a68c2b0e90 req-63d6961f-40c1-4473-a3d5-3fb5967641d9 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1186101 Feb 20 22:38:57.200612 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24b7d5-1b42-49a6-add3-b21216b4a8d8 req-23d7ba19-5e27-49e3-b858-67e06f54ca72 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:57.202059 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2f24b7d5-1b42-49a6-add3-b21216b4a8d8 req-23d7ba19-5e27-49e3-b858-67e06f54ca72 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0652730 Feb 20 22:38:57.278652 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2f24b7d5-1b42-49a6-add3-b21216b4a8d8 req-3ef3ac7e-398d-4c6e-a036-fb926b2dff90 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709517 Feb 20 22:38:57.288197 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e778c-b88f-469e-967a-eaec21a8deac req-dbb37ca6-6f15-44a3-b40f-8c91cfe56066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:57.289752 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-dbb37ca6-6f15-44a3-b40f-8c91cfe56066 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 1127 time: 0.0647216 Feb 20 22:38:57.332333 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-d90f7abb-f0da-42d5-81f1-c27a72230556 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=768a4c20-1193-47e6-b722-17715005ccc4 HTTP/1.1" status: 200 len: 217 time: 0.0339041 Feb 20 22:38:57.382595 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e778c-b88f-469e-967a-eaec21a8deac req-a4637d86-0731-466b-a3c5-a2abe1051105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:57.384005 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-a4637d86-0731-466b-a3c5-a2abe1051105 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 200 len: 855 time: 0.0455105 Feb 20 22:38:57.433623 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e778c-b88f-469e-967a-eaec21a8deac req-719f07fe-d384-4ff4-856c-5d98dba1da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:57.435151 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-719f07fe-d384-4ff4-856c-5d98dba1da77 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b23fffc4-fb98-41ca-b863-88db23b63f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441718 Feb 20 22:38:57.514253 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4428b54d-943d-4780-b3a5-22023753a100 req-acbcdebe-8c9a-478e-b3b2-fbd8280da90e tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0283506 Feb 20 22:38:57.529158 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-04430690-9a1f-4a14-89f7-137af7167d78 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852625 Feb 20 22:38:57.638416 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c04e778c-b88f-469e-967a-eaec21a8deac req-5c7385a7-0059-4b59-99f1-db9f1ebfc168 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965180 Feb 20 22:38:57.648606 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-2916f016-90db-412e-894d-7a5cfc7d79f6 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:57.650058 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-2916f016-90db-412e-894d-7a5cfc7d79f6 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.91 "GET /v2.0/networks?id=d14be176-8ebb-48ab-a94c-7e3b31d94d5d HTTP/1.1" status: 200 len: 814 time: 0.1076274 Feb 20 22:38:57.662296 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Request body: {'port': {'device_id': '86ff209d-9659-4238-853d-3a660294ffb5', 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d', 'admin_state_up': True, 'tenant_id': '80e0d42b6a6f458b9528711bf3fde67f'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:57.846596 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Made reservation on behalf of 80e0d42b6a6f458b9528711bf3fde67f for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:38:57.850006 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:57.867583 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 21927b65-5d0d-41cd-9776-32f13b0d7b11 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:38:57.975967 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Allocated IP 172.20.0.9 (d14be176-8ebb-48ab-a94c-7e3b31d94d5d/f06d9d79-2b07-47ca-b22c-ec3c765129bf/7ca12e00-a52c-46a3-bcc4-723a6354c3ac) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:38:57.994732 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 21927b65-5d0d-41cd-9776-32f13b0d7b11 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:38:57.999692 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 21927b65-5d0d-41cd-9776-32f13b0d7b11 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:38:58.000323 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:58.091281 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 21927b65-5d0d-41cd-9776-32f13b0d7b11 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:38:58.091955 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:58.116876 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715f3e7-10a4-4889-aa31-2b84a7dae30e req-9723074a-8f07-42c6-ba3c-6518dec204c4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:58.118345 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e715f3e7-10a4-4889-aa31-2b84a7dae30e req-9723074a-8f07-42c6-ba3c-6518dec204c4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 944 time: 0.0559242 Feb 20 22:38:58.119057 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21927b65-5d0d-41cd-9776-32f13b0d7b11'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:58.121423 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9964938-4708-4479-a424-c1e72be7879e" -d '{"events": [{"server_uuid": "f6e59b09-0fe8-47d1-9269-58b251ebc730", "name": "network-vif-plugged", "status": "completed", "tag": "21927b65-5d0d-41cd-9776-32f13b0d7b11"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:58.135327 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 21927b65-5d0d-41cd-9776-32f13b0d7b11, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:38:58.161912 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654d92a0-340d-4bee-85db-528c524319d9 x-openstack-request-id: req-654d92a0-340d-4bee-85db-528c524319d9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:58.162259 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e59b09-0fe8-47d1-9269-58b251ebc730", "name": "network-vif-plugged", "status": "completed", "tag": "21927b65-5d0d-41cd-9776-32f13b0d7b11", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:58.162504 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-654d92a0-340d-4bee-85db-528c524319d9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:58.163448 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21927b65-5d0d-41cd-9776-32f13b0d7b11', 'code': 200} Feb 20 22:38:58.164590 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks [] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:58.173686 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e715f3e7-10a4-4889-aa31-2b84a7dae30e req-19532afb-7a25-4765-bae0-0ded8e34c2e2 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461266 Feb 20 22:38:58.227758 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:58.274787 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=21927b65-5d0d-41cd-9776-32f13b0d7b11,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:58.304027 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:58.348776 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Network d14be176-8ebb-48ab-a94c-7e3b31d94d5d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:38:58.358656 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:38:58.360979 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:38:58.393470 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Pushing event updated for resources: {'Port': ['ID=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:58.445986 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:58.446602 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:58.464876 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172fb2a-5c45-4260-a455-b7dbfb15e60f req-cb16eef3-cc5b-44b8-8c57-a0e934a521b5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:58.466428 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5172fb2a-5c45-4260-a455-b7dbfb15e60f req-cb16eef3-cc5b-44b8-8c57-a0e934a521b5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.1124625 Feb 20 22:38:58.513820 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5172fb2a-5c45-4260-a455-b7dbfb15e60f req-68e7e784-8d22-4c8c-b266-436de5e91737 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Feb 20 22:38:58.535725 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11847165-54c7-4a73-a08e-e59974ce27f2 req-e59b9582-acac-43bf-8171-53fdd07ea6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:58.537369 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-11847165-54c7-4a73-a08e-e59974ce27f2 req-e59b9582-acac-43bf-8171-53fdd07ea6bc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 1129 time: 0.0455346 Feb 20 22:38:58.553840 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-bcb97823-97b7-4a1e-b616-61d074d9717d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8954728 Feb 20 22:38:58.566360 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Request body: {'port': {'device_id': '86ff209d-9659-4238-853d-3a660294ffb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:38:58.599898 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-11847165-54c7-4a73-a08e-e59974ce27f2 req-57437a00-a671-4b27-b5c6-9bf2c3752a92 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551169 Feb 20 22:38:58.624043 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:58.639562 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927628e9-4f16-4ad6-8259-c89b4d8680f4 req-068b4a78-82cd-4f0a-a69a-07410633f22d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:58.641906 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-927628e9-4f16-4ad6-8259-c89b4d8680f4 req-068b4a78-82cd-4f0a-a69a-07410633f22d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 931 time: 0.0543218 Feb 20 22:38:58.696330 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-927628e9-4f16-4ad6-8259-c89b4d8680f4 req-bf692e99-ec14-436d-9df0-4b95e144e1b2 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Feb 20 22:38:58.881539 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca12e00-a52c-46a3-bcc4-723a6354c3ac {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:38:58.888889 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Publish callbacks [] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:58.900474 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Transition to ACTIVE for port object 7ca12e00-a52c-46a3-bcc4-723a6354c3ac will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:38:59.011637 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:59.064447 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:59.130172 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Attempting to bind port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:38:59.130504 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Attempting to bind port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b91cc891-5f55-419d-9e18-5223297533e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:38:59.130826 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Attempting to bind port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac on network d14be176-8ebb-48ab-a94c-7e3b31d94d5d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:59.135090 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac on network d14be176-8ebb-48ab-a94c-7e3b31d94d5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:38:59.135343 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Attempting to bind port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac on network d14be176-8ebb-48ab-a94c-7e3b31d94d5d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:38:59.139985 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:38:59.140311 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Checking segment: {'id': 'b91cc891-5f55-419d-9e18-5223297533e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:38:59.141188 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Bound using segment: {'id': 'b91cc891-5f55-419d-9e18-5223297533e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:38:59.141601 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Bound port: 7ca12e00-a52c-46a3-bcc4-723a6354c3ac, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91cc891-5f55-419d-9e18-5223297533e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:38:59.141964 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:59.205193 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] For port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:38:59.208222 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] For port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,segment=NetworkSegment(b91cc891-5f55-419d-9e18-5223297533e8),segment_id=b91cc891-5f55-419d-9e18-5223297533e8)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:38:59.295089 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe85797-35ab-477c-803f-b3ef4b4c71d0 req-7a703138-3701-4917-9983-68c661147a8b tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:59.296481 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cfe85797-35ab-477c-803f-b3ef4b4c71d0 req-7a703138-3701-4917-9983-68c661147a8b tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0536695 Feb 20 22:38:59.309263 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:38:59.338056 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:59.369245 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cfe85797-35ab-477c-803f-b3ef4b4c71d0 req-b6b6f403-98a5-438f-805c-a20437269e47 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669720 Feb 20 22:38:59.379248 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:59.379872 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:38:59.381232 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] 10.222.0.91 "PUT /v2.0/ports/7ca12e00-a52c-46a3-bcc4-723a6354c3ac HTTP/1.1" status: 200 len: 1093 time: 0.8202794 Feb 20 22:38:59.381676 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ff209d-9659-4238-853d-3a660294ffb5', 'tag': '7ca12e00-a52c-46a3-bcc4-723a6354c3ac'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:38:59.384012 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7439716-e2fc-405a-bbd1-d2512d3115cc" -d '{"events": [{"name": "network-changed", "server_uuid": "86ff209d-9659-4238-853d-3a660294ffb5", "tag": "7ca12e00-a52c-46a3-bcc4-723a6354c3ac"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:38:59.411407 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819291f7-3975-4d5b-97d8-245820c77027 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:38:59.423196 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c11394-de8d-49f9-b1c4-bf8ab6d4129b x-openstack-request-id: req-97c11394-de8d-49f9-b1c4-bf8ab6d4129b {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:38:59.423498 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ff209d-9659-4238-853d-3a660294ffb5", "tag": "7ca12e00-a52c-46a3-bcc4-723a6354c3ac", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:38:59.423773 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-97c11394-de8d-49f9-b1c4-bf8ab6d4129b {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:38:59.424177 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ff209d-9659-4238-853d-3a660294ffb5', 'tag': '7ca12e00-a52c-46a3-bcc4-723a6354c3ac', 'status': 'completed', 'code': 200} Feb 20 22:38:59.501692 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7439716-e2fc-405a-bbd1-d2512d3115cc req-9c838112-f1b1-4d0d-bc48-f595af4d15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:59.503264 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d7439716-e2fc-405a-bbd1-d2512d3115cc req-9c838112-f1b1-4d0d-bc48-f595af4d15cd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=80e0d42b6a6f458b9528711bf3fde67f&device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 1127 time: 0.0501478 Feb 20 22:38:59.714572 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7439716-e2fc-405a-bbd1-d2512d3115cc req-abd47a62-399a-48fa-a8de-c06a3940e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:59.716255 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d7439716-e2fc-405a-bbd1-d2512d3115cc req-abd47a62-399a-48fa-a8de-c06a3940e563 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=80e0d42b6a6f458b9528711bf3fde67f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1988373 Feb 20 22:38:59.725797 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fc950-9bd7-43e1-8a8f-82a5eb773d8f req-07f11868-8f90-45d2-959b-e45944eedc7e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:59.727315 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e81fc950-9bd7-43e1-8a8f-82a5eb773d8f req-07f11868-8f90-45d2-959b-e45944eedc7e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.1353555 Feb 20 22:38:59.812186 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5916ce2-eb0d-4895-a7b0-0ff4e55cf281 req-fb639be5-a604-409a-a236-e318b90bb18b tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:59.814547 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f5916ce2-eb0d-4895-a7b0-0ff4e55cf281 req-fb639be5-a604-409a-a236-e318b90bb18b tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 943 time: 0.0523441 Feb 20 22:38:59.845760 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7439716-e2fc-405a-bbd1-d2512d3115cc req-223c6c04-9a7a-4234-bd14-7b29959621fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:59.847286 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d7439716-e2fc-405a-bbd1-d2512d3115cc req-223c6c04-9a7a-4234-bd14-7b29959621fb service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190910 Feb 20 22:38:59.874543 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f5916ce2-eb0d-4895-a7b0-0ff4e55cf281 req-0dfb1499-5a03-4abf-aefd-0a42fb9a2193 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541751 Feb 20 22:38:59.877602 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e81fc950-9bd7-43e1-8a8f-82a5eb773d8f req-a1cac3a1-6418-4f52-8f6e-0946057d4f18 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392078 Feb 20 22:38:59.943061 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-59b576f3-40ee-4422-aa5f-28c68fcb789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:38:59.944568 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-59b576f3-40ee-4422-aa5f-28c68fcb789b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=80e0d42b6a6f458b9528711bf3fde67f&device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 1127 time: 0.0461266 Feb 20 22:38:59.988863 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-0af02777-b6ed-4e87-881f-dfa47efdc0f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ca12e00-a52c-46a3-bcc4-723a6354c3ac HTTP/1.1" status: 200 len: 217 time: 0.0373507 Feb 20 22:39:00.036540 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-653c4320-8508-495a-83b5-8cd9cb7af0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:00.038007 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-653c4320-8508-495a-83b5-8cd9cb7af0d3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f06d9d79-2b07-47ca-b22c-ec3c765129bf HTTP/1.1" status: 200 len: 854 time: 0.0435476 Feb 20 22:39:00.079956 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-b5503388-f140-4a19-b502-d402afa930cb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d14be176-8ebb-48ab-a94c-7e3b31d94d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250571 Feb 20 22:39:00.169077 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-41a9be5a-732b-4ed2-9391-e718507f8474 service neutron] 10.222.0.91 "GET /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825717 Feb 20 22:39:00.255215 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae70e06d-a87b-4a6c-b6cc-ce8e92cbdcb5 req-7247bf46-eac9-4052-83a4-fd7fe558691b service neutron] 10.222.0.91 "GET /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798826 Feb 20 22:39:00.490182 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7076beb-4b27-47f7-934b-7bea8ce3d1bb req-40b53a46-3f42-4b29-b4aa-00778f05d872 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:00.491640 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a7076beb-4b27-47f7-934b-7bea8ce3d1bb req-40b53a46-3f42-4b29-b4aa-00778f05d872 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0554121 Feb 20 22:39:00.536456 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a7076beb-4b27-47f7-934b-7bea8ce3d1bb req-749bd041-dbb5-49f7-bc72-2aa2200283e8 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393019 Feb 20 22:39:00.650869 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c9ac7-c056-4043-b996-57a72b8c2f6d req-add1ef87-23f9-4347-95a8-6e84b98e6d8e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:00.652213 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7c3c9ac7-c056-4043-b996-57a72b8c2f6d req-add1ef87-23f9-4347-95a8-6e84b98e6d8e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0531514 Feb 20 22:39:00.661203 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46360) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:39:00.666252 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6237667b-6a80-4d87-ae36-f35edde066b6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'floatingip': {'port_id': '21927b65-5d0d-41cd-9776-32f13b0d7b11'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:39:00.707723 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6237667b-6a80-4d87-ae36-f35edde066b6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (912f7709-cd12-4173-b353-6ac15490e902), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:00.995278 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bf166-905f-48f5-8edc-f99dacd79d06 req-306525ca-18f7-4f70-af45-2406bbbf8297 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:00.996766 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-776bf166-905f-48f5-8edc-f99dacd79d06 req-306525ca-18f7-4f70-af45-2406bbbf8297 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 943 time: 0.0523903 Feb 20 22:39:01.045203 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-776bf166-905f-48f5-8edc-f99dacd79d06 req-43274463-0b6b-4959-bda4-db84fef0b0dd tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Feb 20 22:39:01.326911 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ca8ba-9977-4ec9-be81-ca60ebe3d794 req-38e68b75-0121-425d-aa59-80a936767c84 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:01.329073 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2b9ca8ba-9977-4ec9-be81-ca60ebe3d794 req-38e68b75-0121-425d-aa59-80a936767c84 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.3741267 Feb 20 22:39:01.444654 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2b9ca8ba-9977-4ec9-be81-ca60ebe3d794 req-48ad1209-33e6-4233-9c09-fd200103cac8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088006 Feb 20 22:39:01.467418 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6237667b-6a80-4d87-ae36-f35edde066b6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:01.520398 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6237667b-6a80-4d87-ae36-f35edde066b6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (912f7709-cd12-4173-b353-6ac15490e902), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:01.621332 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [None req-6237667b-6a80-4d87-ae36-f35edde066b6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Floating IP 912f7709-cd12-4173-b353-6ac15490e902 associated. External IP: 172.27.0.52, port: 21927b65-5d0d-41cd-9776-32f13b0d7b11. Feb 20 22:39:01.831741 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6237667b-6a80-4d87-ae36-f35edde066b6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:39:01.879486 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 768a4c20-1193-47e6-b722-17715005ccc4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:39:01.939951 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6237667b-6a80-4d87-ae36-f35edde066b6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:39:01.944573 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6237667b-6a80-4d87-ae36-f35edde066b6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:01.951265 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] Sync routers for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:39:01.972903 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-6237667b-6a80-4d87-ae36-f35edde066b6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "PUT /v2.0/floatingips/912f7709-cd12-4173-b353-6ac15490e902 HTTP/1.1" status: 200 len: 990 time: 1.3106489 Feb 20 22:39:01.973478 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'tag': '21927b65-5d0d-41cd-9776-32f13b0d7b11'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:39:01.976285 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23939536-ba84-43d4-9423-85cb5b31f8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e59b09-0fe8-47d1-9269-58b251ebc730", "tag": "21927b65-5d0d-41cd-9776-32f13b0d7b11"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:39:01.983769 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:39:01.983877 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:39:01.990929 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:39:02.017711 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d08b440-ab34-47c4-89ab-8171060c7f63 x-openstack-request-id: req-2d08b440-ab34-47c4-89ab-8171060c7f63 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:39:02.018008 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e59b09-0fe8-47d1-9269-58b251ebc730", "tag": "21927b65-5d0d-41cd-9776-32f13b0d7b11", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:39:02.018261 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d08b440-ab34-47c4-89ab-8171060c7f63 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:39:02.018659 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'tag': '21927b65-5d0d-41cd-9776-32f13b0d7b11', 'status': 'completed', 'code': 200} Feb 20 22:39:02.038806 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '768a4c20-1193-47e6-b722-17715005ccc4', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'port_id': '768a4c20-1193-47e6-b722-17715005ccc4', 'mac_address': 'fa:16:3e:a8:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:39:02.097747 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-544f702f-94c1-411a-9734-0438f4c0f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:02.099398 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-544f702f-94c1-411a-9734-0438f4c0f34b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 1129 time: 0.0561981 Feb 20 22:39:02.129907 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-1ba40942-bf51-41d8-9528-4c21d791a587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:02.135392 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 768a4c20-1193-47e6-b722-17715005ccc4 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:39:02.135769 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (768a4c20-1193-47e6-b722-17715005ccc4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:02.161487 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768a4c20-1193-47e6-b722-17715005ccc4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:39:02.168735 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:39:02.218512 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:39:02.234993 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53f9db-c591-4194-8149-9f8e0a57749a req-be62701d-d15d-4943-b3a1-c765f92a026b tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:02.236490 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1c53f9db-c591-4194-8149-9f8e0a57749a req-be62701d-d15d-4943-b3a1-c765f92a026b tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 943 time: 0.1190305 Feb 20 22:39:02.239329 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-9aebd420-80ad-47ff-8122-8b88bcf94c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:02.240667 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-9aebd420-80ad-47ff-8122-8b88bcf94c95 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 200 len: 912 time: 0.1343663 Feb 20 22:39:02.326996 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:02.329879 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1c53f9db-c591-4194-8149-9f8e0a57749a req-ebc20178-cf11-435c-b75c-0a4ccaef8fc8 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871708 Feb 20 22:39:02.339198 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-03091095-6846-4931-9ce0-9077efb963d1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11 HTTP/1.1" status: 200 len: 998 time: 0.0830915 Feb 20 22:39:02.391131 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-ec9478a2-b418-43eb-9ba3-faf213a4095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:02.392986 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-ec9478a2-b418-43eb-9ba3-faf213a4095f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af312b0d-1c32-4c52-aae5-ea88654f6420 HTTP/1.1" status: 200 len: 850 time: 0.0480685 Feb 20 22:39:02.449573 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-e59e451a-934a-454a-b9e3-2c14446d8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:02.451184 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-e59e451a-934a-454a-b9e3-2c14446d8599 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c30c476c-7cbe-4649-ab74-dc00ad77c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495243 Feb 20 22:39:02.538618 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:39:02.552129 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-435da170-3a9a-4541-8394-a4e79b4c3e79 service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923319 Feb 20 22:39:02.582922 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbc56d-95d9-4a6e-a027-95f4219e1655 req-a8315ee7-c68a-4d3e-aaab-b8542ac1590e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:02.585491 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['768a4c20-1193-47e6-b722-17715005ccc4'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:39:02.589748 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9afbc56d-95d9-4a6e-a027-95f4219e1655 req-a8315ee7-c68a-4d3e-aaab-b8542ac1590e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 944 time: 0.0643463 Feb 20 22:39:02.633794 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9afbc56d-95d9-4a6e-a027-95f4219e1655 req-cb1a8745-f94d-43a2-b086-4b84a09c62f7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Feb 20 22:39:02.634450 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '912f7709-cd12-4173-b353-6ac15490e902', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'port_id': '21927b65-5d0d-41cd-9776-32f13b0d7b11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'mac_address': 'fa:16:3e:13:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:38:45Z', 'updated_at': '2022-02-20T22:39:01Z', 'revision_number': 1, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:39:02.647367 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-23939536-ba84-43d4-9423-85cb5b31f8fb req-8292eae5-a9df-44b6-9a10-c249431f2211 service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886116 Feb 20 22:39:02.668378 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] Checking router: 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:39:02.691837 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:39:02.692453 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:38:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:39:02.854070 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:39:03.084008 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '912f7709-cd12-4173-b353-6ac15490e902', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'port_id': '21927b65-5d0d-41cd-9776-32f13b0d7b11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'mac_address': 'fa:16:3e:13:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:38:45Z', 'updated_at': '2022-02-20T22:39:01Z', 'revision_number': 1, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:39:03.111995 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c9abf8-bc42-4c09-b555-e9b9d723b52c None None] The sync data for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi is: [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '912f7709-cd12-4173-b353-6ac15490e902', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'port_id': '21927b65-5d0d-41cd-9776-32f13b0d7b11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'mac_address': 'fa:16:3e:13:4e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:38:45Z', 'updated_at': '2022-02-20T22:39:01Z', 'revision_number': 1, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:39:03.294884 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a08433-0320-4217-b8b1-7a4fd50267ea None None] New status for floating IP 912f7709-cd12-4173-b353-6ac15490e902: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:39:03.452651 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d90e3-38ef-4440-a319-372ba10611a8 req-83c0d455-853c-42d3-a9fd-3a3161dce346 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:03.454959 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a22d90e3-38ef-4440-a319-372ba10611a8 req-83c0d455-853c-42d3-a9fd-3a3161dce346 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 943 time: 0.0566545 Feb 20 22:39:03.509654 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a22d90e3-38ef-4440-a319-372ba10611a8 req-e6057948-cd79-4fe3-9a36-3b17d955aeaa tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491409 Feb 20 22:39:03.708457 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d0490528-f340-482b-ad46-ebded659f7a9 req-caa5cddc-31d4-49b9-91eb-43fd6e7f484f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500000 Feb 20 22:39:03.763142 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ffece-7bb5-428b-9c6d-c086bba3451b req-324ea7aa-5b5a-4694-a348-205e5699c0a6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:03.764612 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dc6ffece-7bb5-428b-9c6d-c086bba3451b req-324ea7aa-5b5a-4694-a348-205e5699c0a6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 944 time: 0.0558429 Feb 20 22:39:03.801511 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490528-f340-482b-ad46-ebded659f7a9 req-df4f119f-05eb-4a55-8f63-6cd9e9f606de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:03.803048 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d0490528-f340-482b-ad46-ebded659f7a9 req-df4f119f-05eb-4a55-8f63-6cd9e9f606de service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb138c5e69a84d9192915f968b41d2c1&device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 1168 time: 0.0515664 Feb 20 22:39:03.815984 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dc6ffece-7bb5-428b-9c6d-c086bba3451b req-5e3c05fe-8253-4394-ae52-a449ec6b2662 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448601 Feb 20 22:39:03.910695 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490528-f340-482b-ad46-ebded659f7a9 req-d4a35aea-1b44-4562-99de-cc17f3c450ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:03.911495 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7ca12e00-a52c-46a3-bcc4-723a6354c3ac details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:39:03.912086 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d0490528-f340-482b-ad46-ebded659f7a9 req-d4a35aea-1b44-4562-99de-cc17f3c450ec service neutron] 10.222.0.91 "GET /v2.0/networks?id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c HTTP/1.1" status: 200 len: 916 time: 0.0895362 Feb 20 22:39:03.914588 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 768a4c20-1193-47e6-b722-17715005ccc4 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:39:03.981741 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d0490528-f340-482b-ad46-ebded659f7a9 req-8b9d7b3d-88f9-47d4-9695-b63f74f2198b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 200 len: 1001 time: 0.0637202 Feb 20 22:39:04.026777 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:04.035988 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490528-f340-482b-ad46-ebded659f7a9 req-cc638a6b-4dbe-4133-ba35-bbea6feecac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:04.037803 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d0490528-f340-482b-ad46-ebded659f7a9 req-cc638a6b-4dbe-4133-ba35-bbea6feecac9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d HTTP/1.1" status: 200 len: 854 time: 0.0462315 Feb 20 22:39:04.063609 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,segment=NetworkSegment(b91cc891-5f55-419d-9e18-5223297533e8),segment_id=b91cc891-5f55-419d-9e18-5223297533e8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:39:04.074667 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '7ca12e00-a52c-46a3-bcc4-723a6354c3ac', 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d', 'port_id': '7ca12e00-a52c-46a3-bcc4-723a6354c3ac', 'mac_address': 'fa:16:3e:e6:c9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06d9d79-2b07-47ca-b22c-ec3c765129bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:39:04.095692 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0490528-f340-482b-ad46-ebded659f7a9 req-3088c4d3-beed-4a96-b609-22553e070d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:04.097250 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d0490528-f340-482b-ad46-ebded659f7a9 req-3088c4d3-beed-4a96-b609-22553e070d40 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533679 Feb 20 22:39:04.115299 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 768a4c20-1193-47e6-b722-17715005ccc4 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:39:04.117332 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:39:04.124133 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:04.124133 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 768a4c20-1193-47e6-b722-17715005ccc4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:39:04.124133 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (768a4c20-1193-47e6-b722-17715005ccc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:04.155034 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca12e00-a52c-46a3-bcc4-723a6354c3ac {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:39:04.186874 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,segment=NetworkSegment(b91cc891-5f55-419d-9e18-5223297533e8),segment_id=b91cc891-5f55-419d-9e18-5223297533e8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:39:04.208484 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d0490528-f340-482b-ad46-ebded659f7a9 req-82e98703-6444-43bc-a01a-c81d966beaaf service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046131 Feb 20 22:39:04.231123 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 768a4c20-1193-47e6-b722-17715005ccc4 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:39:04.231507 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (768a4c20-1193-47e6-b722-17715005ccc4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:04.255213 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:39:04.257446 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caff4353-70a0-4999-bcd4-12772cbaea43" -d '{"events": [{"server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "name": "network-vif-plugged", "status": "completed", "tag": "768a4c20-1193-47e6-b722-17715005ccc4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:39:04.270965 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:39:04.273894 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:04.293641 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e009-1758-47db-b9ab-bb88140cb9ee req-782cb182-3f13-48a6-b05d-0a499ad3314f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:04.295944 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-70f1e009-1758-47db-b9ab-bb88140cb9ee req-782cb182-3f13-48a6-b05d-0a499ad3314f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0771825 Feb 20 22:39:04.313009 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f166d3-2fa2-4e4d-a159-81802368962d x-openstack-request-id: req-b5f166d3-2fa2-4e4d-a159-81802368962d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:39:04.313432 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "name": "network-vif-plugged", "status": "completed", "tag": "768a4c20-1193-47e6-b722-17715005ccc4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:39:04.313690 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5f166d3-2fa2-4e4d-a159-81802368962d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:39:04.314179 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4', 'code': 200} Feb 20 22:39:04.330476 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d0490528-f340-482b-ad46-ebded659f7a9 req-23f8be5b-a113-4cf6-aea9-65dbe38a0abb service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160159 Feb 20 22:39:04.344982 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:39:04.377676 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:04.383826 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-70f1e009-1758-47db-b9ab-bb88140cb9ee req-2f7394dc-e6fa-4619-bda3-ed5a723c181f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788627 Feb 20 22:39:04.437453 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:39:04.439473 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-e97d19a1-e240-462b-af3d-8588a1aafdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:04.442379 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-e97d19a1-e240-462b-af3d-8588a1aafdb6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb138c5e69a84d9192915f968b41d2c1&device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 1168 time: 0.0579293 Feb 20 22:39:04.526509 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['7ca12e00-a52c-46a3-bcc4-723a6354c3ac'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:39:04.550877 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-f2af993f-6fc8-4cd8-adb2-ec7068ddae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:04.552354 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-f2af993f-6fc8-4cd8-adb2-ec7068ddae90 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c HTTP/1.1" status: 200 len: 916 time: 0.0936062 Feb 20 22:39:04.633490 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d50262c9-0b6e-4cf9-895d-616283e12c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:04.654757 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c067b94-ccd9-4bf0-9222-f16d43099cf8 req-5f4ae430-efb8-4fc4-b816-5c5eb42e01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:04.657998 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4c067b94-ccd9-4bf0-9222-f16d43099cf8 req-5f4ae430-efb8-4fc4-b816-5c5eb42e01aa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 1129 time: 0.0486321 Feb 20 22:39:04.658933 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-99da4996-5d02-43ec-a2c4-673ad3034335 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 200 len: 1001 time: 0.1000826 Feb 20 22:39:04.678406 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f725-7e9f-47fa-8a9f-9587dbd7566d req-ee432163-254d-4b42-b8b7-ea5eebc1a94c tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:04.679954 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e555f725-7e9f-47fa-8a9f-9587dbd7566d req-ee432163-254d-4b42-b8b7-ea5eebc1a94c tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 944 time: 0.0756204 Feb 20 22:39:04.717683 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4c067b94-ccd9-4bf0-9222-f16d43099cf8 req-a0d8e7d9-c1f6-4b87-a567-b2da4cf0af12 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462015 Feb 20 22:39:04.743792 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-6d120a6a-9667-4a11-a957-a54bc37249a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:04.745234 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-6d120a6a-9667-4a11-a957-a54bc37249a7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d HTTP/1.1" status: 200 len: 854 time: 0.0644152 Feb 20 22:39:04.765976 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e555f725-7e9f-47fa-8a9f-9587dbd7566d req-b7e2f0c3-b3b2-45f3-91ee-f521b1d341f6 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763323 Feb 20 22:39:04.939213 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba699028-9ab6-44c6-bd04-4b1f25819332 req-c8698ca6-8ecb-418c-8cb0-e0f354bc11cc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:04.940927 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ba699028-9ab6-44c6-bd04-4b1f25819332 req-c8698ca6-8ecb-418c-8cb0-e0f354bc11cc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0529206 Feb 20 22:39:04.990342 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-2e93b39a-8dd0-4f7d-88f2-6eec6658fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:04.992018 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-2e93b39a-8dd0-4f7d-88f2-6eec6658fede service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466061 Feb 20 22:39:04.992179 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ba699028-9ab6-44c6-bd04-4b1f25819332 req-7f960140-c166-4ae2-9458-0d3cc7223072 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456808 Feb 20 22:39:05.093349 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-19d46aea-1583-42c2-bde6-95a4e565e68c service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841417 Feb 20 22:39:05.184752 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2a73ba10-ede2-4a93-a43a-e77b863f155f req-11d390f7-77a7-479e-8142-2a9ecad2fb18 service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841897 Feb 20 22:39:05.510932 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36eb8d-1d36-4224-a55c-21ed1d48fba1 req-c0cb70d5-43d6-48ad-8e8c-463e48586baa tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:05.512467 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6f36eb8d-1d36-4224-a55c-21ed1d48fba1 req-c0cb70d5-43d6-48ad-8e8c-463e48586baa tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0553660 Feb 20 22:39:05.574165 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6f36eb8d-1d36-4224-a55c-21ed1d48fba1 req-e468b761-ce22-4c6d-9b01-317cb1dd4bb6 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556319 Feb 20 22:39:05.617309 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:05.885521 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27462bd2-3de1-4c2a-9c3d-5f021a7914f9 req-2e1364b1-b3dc-43b9-a11b-399c7ee69a3f tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:05.887016 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-27462bd2-3de1-4c2a-9c3d-5f021a7914f9 req-2e1364b1-b3dc-43b9-a11b-399c7ee69a3f tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 944 time: 0.0564198 Feb 20 22:39:05.915337 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7ca12e00-a52c-46a3-bcc4-723a6354c3ac up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:39:05.934393 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-27462bd2-3de1-4c2a-9c3d-5f021a7914f9 req-4ea5862b-3d97-45da-b517-96a390d3f051 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 Feb 20 22:39:06.040424 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:39:06.044554 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:39:06.045178 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:06.120836 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae420c8-5caf-4b68-9fc8-fc84db4846e1 req-df27de0c-21e9-4041-88df-214c40be4684 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:06.122048 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dae420c8-5caf-4b68-9fc8-fc84db4846e1 req-df27de0c-21e9-4041-88df-214c40be4684 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0574458 Feb 20 22:39:06.123144 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:39:06.123527 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:06.157623 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,segment=NetworkSegment(b91cc891-5f55-419d-9e18-5223297533e8),segment_id=b91cc891-5f55-419d-9e18-5223297533e8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:39:06.174448 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dae420c8-5caf-4b68-9fc8-fc84db4846e1 req-bcaae331-6917-4404-bcda-9e2a2c2c7931 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452254 Feb 20 22:39:06.223062 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:06.273874 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:39:06.315103 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ff209d-9659-4238-853d-3a660294ffb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca12e00-a52c-46a3-bcc4-723a6354c3ac'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:39:06.317533 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcd9d15-16a8-48e4-8f87-9e23462ca651" -d '{"events": [{"server_uuid": "86ff209d-9659-4238-853d-3a660294ffb5", "name": "network-vif-plugged", "status": "completed", "tag": "7ca12e00-a52c-46a3-bcc4-723a6354c3ac"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:39:06.351827 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be468c2-b988-40ec-a926-cda456281ff1 x-openstack-request-id: req-5be468c2-b988-40ec-a926-cda456281ff1 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:39:06.352138 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ff209d-9659-4238-853d-3a660294ffb5", "name": "network-vif-plugged", "status": "completed", "tag": "7ca12e00-a52c-46a3-bcc4-723a6354c3ac", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:39:06.352391 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5be468c2-b988-40ec-a926-cda456281ff1 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:39:06.352774 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ff209d-9659-4238-853d-3a660294ffb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca12e00-a52c-46a3-bcc4-723a6354c3ac', 'code': 200} Feb 20 22:39:06.644421 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4985aa-4fbb-4d8f-81f8-ec366e6c82d7 req-8b52d056-20b6-414f-824c-5caceeab777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:06.646818 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fd4985aa-4fbb-4d8f-81f8-ec366e6c82d7 req-8b52d056-20b6-414f-824c-5caceeab777d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 1129 time: 0.0460236 Feb 20 22:39:06.717582 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fd4985aa-4fbb-4d8f-81f8-ec366e6c82d7 req-eda91c32-5fb4-4ebe-b09c-895ba8ac2e66 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618014 Feb 20 22:39:06.727699 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae3c77-9819-4b2d-bbf0-f49869764d02 req-ea511b48-dc6a-4a11-bb23-430a980144d1 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:06.729109 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dcae3c77-9819-4b2d-bbf0-f49869764d02 req-ea511b48-dc6a-4a11-bb23-430a980144d1 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0813696 Feb 20 22:39:06.791553 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dcae3c77-9819-4b2d-bbf0-f49869764d02 req-edbb9c0d-b34d-4a32-bf28-4774b7cbb4b1 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560012 Feb 20 22:39:06.886315 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:07.056366 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499edf7b-8f97-49bd-8b5f-b00a7c28d540 req-96c5fe86-5ddc-4695-9d0c-5e77ca9d84f4 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:07.057859 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-499edf7b-8f97-49bd-8b5f-b00a7c28d540 req-96c5fe86-5ddc-4695-9d0c-5e77ca9d84f4 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0536578 Feb 20 22:39:07.104226 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-499edf7b-8f97-49bd-8b5f-b00a7c28d540 req-379befa0-dd49-43c2-b081-cb3d1183cc05 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 Feb 20 22:39:07.296602 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b8b0b-c06c-443c-a257-a5e429434346 req-27d1644f-c6ed-41a4-9eca-97675a86d9db tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:07.298092 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8e0b8b0b-c06c-443c-a257-a5e429434346 req-27d1644f-c6ed-41a4-9eca-97675a86d9db tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0522215 Feb 20 22:39:07.345050 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8e0b8b0b-c06c-443c-a257-a5e429434346 req-f4f4a504-4601-4b54-930e-79ce881c7a47 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415156 Feb 20 22:39:07.461269 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e316796-d11f-44e5-930c-74b42a9eb5e3 req-c80e2c8b-d0b3-4a50-9383-99f36abf015b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:07.462653 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1e316796-d11f-44e5-930c-74b42a9eb5e3 req-c80e2c8b-d0b3-4a50-9383-99f36abf015b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0519264 Feb 20 22:39:07.471882 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 46408) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:39:07.476162 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e1162389-7d92-4d25-9bdf-00025a005bb6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Request body: {'floatingip': {'port_id': '768a4c20-1193-47e6-b722-17715005ccc4'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:39:07.518467 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e1162389-7d92-4d25-9bdf-00025a005bb6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (4e125ceb-80b4-4ac6-8f28-1aff8dbaf076), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:07.914601 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7292ed-9fd0-41a3-b230-8c9c29331eb9 req-26425b61-b22e-462a-909a-db49ede880d3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:07.916233 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ef7292ed-9fd0-41a3-b230-8c9c29331eb9 req-26425b61-b22e-462a-909a-db49ede880d3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0555747 Feb 20 22:39:07.975487 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ef7292ed-9fd0-41a3-b230-8c9c29331eb9 req-850e3594-a759-4084-a229-cef75252264a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524409 Feb 20 22:39:08.394390 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e1162389-7d92-4d25-9bdf-00025a005bb6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:08.413288 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3e0d-629d-45ee-a41f-ef8ed521ff71 req-41dd2c13-852f-49f9-a060-eca31f2ee93e tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:08.415783 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dffb3e0d-629d-45ee-a41f-ef8ed521ff71 req-41dd2c13-852f-49f9-a060-eca31f2ee93e tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0819349 Feb 20 22:39:08.452440 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e1162389-7d92-4d25-9bdf-00025a005bb6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (4e125ceb-80b4-4ac6-8f28-1aff8dbaf076), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:08.500631 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dffb3e0d-629d-45ee-a41f-ef8ed521ff71 req-23e478d5-1b5a-4c8f-ae4b-da3de2d58575 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802057 Feb 20 22:39:08.523157 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:08.569372 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-e1162389-7d92-4d25-9bdf-00025a005bb6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Floating IP 4e125ceb-80b4-4ac6-8f28-1aff8dbaf076 associated. External IP: 172.27.0.7, port: 768a4c20-1193-47e6-b722-17715005ccc4. Feb 20 22:39:08.785533 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1162389-7d92-4d25-9bdf-00025a005bb6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:39:08.897751 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1162389-7d92-4d25-9bdf-00025a005bb6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:39:08.902216 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e1162389-7d92-4d25-9bdf-00025a005bb6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:08.907735 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] Sync routers for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:39:08.917526 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:39:08.918375 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:39:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:39:08.932847 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e1162389-7d92-4d25-9bdf-00025a005bb6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "PUT /v2.0/floatingips/4e125ceb-80b4-4ac6-8f28-1aff8dbaf076 HTTP/1.1" status: 200 len: 989 time: 1.4598932 Feb 20 22:39:08.933464 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:39:08.935780 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef6a405-8567-4e88-8cfe-b83c67eaccea" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "tag": "768a4c20-1193-47e6-b722-17715005ccc4"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:39:08.988374 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af9c7ed-b7bb-4b90-90f2-496b90b83331 x-openstack-request-id: req-5af9c7ed-b7bb-4b90-90f2-496b90b83331 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:39:08.989268 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "tag": "768a4c20-1193-47e6-b722-17715005ccc4", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:39:08.989268 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5af9c7ed-b7bb-4b90-90f2-496b90b83331 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:39:08.989832 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4', 'status': 'completed', 'code': 200} Feb 20 22:39:09.055079 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:39:09.065403 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-b020a88f-d546-44c5-a596-31f9241645f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:09.067941 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-b020a88f-d546-44c5-a596-31f9241645f3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 1129 time: 0.0555112 Feb 20 22:39:09.197172 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419c563-b4b3-48af-aeac-3e5271d7dfdf req-77b8cdac-24ac-4ec7-acae-be9366dbf305 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:09.197172 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c419c563-b4b3-48af-aeac-3e5271d7dfdf req-77b8cdac-24ac-4ec7-acae-be9366dbf305 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.1218419 Feb 20 22:39:09.204235 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-717202ff-76b7-4b23-a766-5781ea6c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:09.210075 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-717202ff-76b7-4b23-a766-5781ea6c0a8d service neutron] 10.222.0.91 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 917 time: 0.1249080 Feb 20 22:39:09.300194 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-31a54155-1299-4754-92ce-dc5e1333f5e5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=768a4c20-1193-47e6-b722-17715005ccc4 HTTP/1.1" status: 200 len: 997 time: 0.0868454 Feb 20 22:39:09.309204 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c419c563-b4b3-48af-aeac-3e5271d7dfdf req-e7132905-a0c0-412f-b017-17208c4fec7a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027811 Feb 20 22:39:09.336863 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '4e125ceb-80b4-4ac6-8f28-1aff8dbaf076', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'port_id': '768a4c20-1193-47e6-b722-17715005ccc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'mac_address': 'fa:16:3e:a8:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:38:50Z', 'updated_at': '2022-02-20T22:39:08Z', 'revision_number': 1, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:39:09.370280 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] Checking router: 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:39:09.371132 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-3ccf3dfd-de16-459f-8b7c-672d3d6f3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:09.372614 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-3ccf3dfd-de16-459f-8b7c-672d3d6f3f93 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 200 len: 855 time: 0.0625546 Feb 20 22:39:09.378633 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:39:09.379230 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:39:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:39:09.429512 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-4f42ea4c-2f78-49d6-97ca-2727573fb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:09.431104 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-4f42ea4c-2f78-49d6-97ca-2727573fb8ec service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b23fffc4-fb98-41ca-b863-88db23b63f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465078 Feb 20 22:39:09.525568 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-9daa50ce-46cf-4d4e-a658-cc17561bf0ab service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872188 Feb 20 22:39:09.629209 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4ef6a405-8567-4e88-8cfe-b83c67eaccea req-71c3ea7d-2314-40af-8f5c-d2a7e3f2b704 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971601 Feb 20 22:39:09.633258 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:39:09.868550 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '4e125ceb-80b4-4ac6-8f28-1aff8dbaf076', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'port_id': '768a4c20-1193-47e6-b722-17715005ccc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'mac_address': 'fa:16:3e:a8:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:38:50Z', 'updated_at': '2022-02-20T22:39:08Z', 'revision_number': 1, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:39:09.900637 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74e3e5-ffc8-4044-b021-f47f85efb90e None None] The sync data for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi is: [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '4e125ceb-80b4-4ac6-8f28-1aff8dbaf076', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'port_id': '768a4c20-1193-47e6-b722-17715005ccc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'mac_address': 'fa:16:3e:a8:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:38:50Z', 'updated_at': '2022-02-20T22:39:08Z', 'revision_number': 1, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:39:10.127764 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7962e5-7e7c-48e0-9cea-6dff15a7c4ba None None] New status for floating IP 4e125ceb-80b4-4ac6-8f28-1aff8dbaf076: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:39:10.450694 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829fea0-9fa3-4020-90e4-362d92939306 req-0585c71f-c616-4b00-9315-71cbdb34f838 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:10.452360 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5829fea0-9fa3-4020-90e4-362d92939306 req-0585c71f-c616-4b00-9315-71cbdb34f838 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0546367 Feb 20 22:39:10.518832 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5829fea0-9fa3-4020-90e4-362d92939306 req-34c79126-65bb-428a-bca3-aa57477cb44b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589821 Feb 20 22:39:11.639820 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d93d-559f-454f-be98-f08dbc1b736c req-f7489e34-fe08-4a1b-b032-bda0088cc560 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:11.641309 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5f75d93d-559f-454f-be98-f08dbc1b736c req-f7489e34-fe08-4a1b-b032-bda0088cc560 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0525851 Feb 20 22:39:11.705543 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5f75d93d-559f-454f-be98-f08dbc1b736c req-65d3defe-77e3-4173-b2a5-8aad0bf7549f tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581353 Feb 20 22:39:12.827704 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165a104-dfef-4fe7-917f-d6dab2d4373f req-c73b069d-f5d9-4fa2-8a6c-262f35b1a0e8 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:12.829173 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7165a104-dfef-4fe7-917f-d6dab2d4373f req-c73b069d-f5d9-4fa2-8a6c-262f35b1a0e8 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0570929 Feb 20 22:39:12.890712 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7165a104-dfef-4fe7-917f-d6dab2d4373f req-1e0445d3-18f6-41aa-8a40-c1aa67ce1a1a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545261 Feb 20 22:39:14.015300 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e1e08-4076-4316-90b1-c5254297458a req-7cf920f7-fcb9-4fbb-ba26-90d8c96bc6ec tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:14.016742 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f7e1e08-4076-4316-90b1-c5254297458a req-7cf920f7-fcb9-4fbb-ba26-90d8c96bc6ec tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0562882 Feb 20 22:39:14.078498 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f7e1e08-4076-4316-90b1-c5254297458a req-b1c236f9-6d0d-480f-864a-ce8814a344a4 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553668 Feb 20 22:39:15.201571 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c8b1d-81e4-4f7f-9a53-6b655b9d203e req-57bf2255-2db7-4083-8538-6d11b4638e0a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:15.203077 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-207c8b1d-81e4-4f7f-9a53-6b655b9d203e req-57bf2255-2db7-4083-8538-6d11b4638e0a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0553463 Feb 20 22:39:15.262921 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-207c8b1d-81e4-4f7f-9a53-6b655b9d203e req-4c7b2e25-aaa1-4348-9b6f-8841239ab2b1 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533276 Feb 20 22:39:16.382838 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc639d56-6787-40f9-9535-91f17d32f54f req-bbc5e033-de3b-46e5-ab68-b0fcb60db6f2 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:16.384221 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cc639d56-6787-40f9-9535-91f17d32f54f req-bbc5e033-de3b-46e5-ab68-b0fcb60db6f2 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0558040 Feb 20 22:39:16.440456 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cc639d56-6787-40f9-9535-91f17d32f54f req-c6008319-98e4-41e1-826e-67b3064a39b3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506201 Feb 20 22:39:17.570529 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8bf10-9782-4104-a197-daa87494f032 req-1c3f662e-1dc2-46fc-86e7-2a94b5d2645b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:17.572069 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-41b8bf10-9782-4104-a197-daa87494f032 req-1c3f662e-1dc2-46fc-86e7-2a94b5d2645b tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0622141 Feb 20 22:39:17.636759 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-41b8bf10-9782-4104-a197-daa87494f032 req-1b60a49d-df5d-487c-92bf-3c31359c90db tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591190 Feb 20 22:39:18.756128 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42c4de-9cb1-4719-b025-cc9f7d34df92 req-9a8335cf-e806-47f8-bd83-f4a0252c8944 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:18.757614 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae42c4de-9cb1-4719-b025-cc9f7d34df92 req-9a8335cf-e806-47f8-bd83-f4a0252c8944 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0547667 Feb 20 22:39:18.820301 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae42c4de-9cb1-4719-b025-cc9f7d34df92 req-289ce22b-fa67-4559-8573-ea9fb591a870 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570469 Feb 20 22:39:19.940327 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e59219-4423-4209-88e2-6e33d393c6a5 req-76dac44d-47b2-4a7b-b798-4dd2a9ca4fda tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:19.942468 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46e59219-4423-4209-88e2-6e33d393c6a5 req-76dac44d-47b2-4a7b-b798-4dd2a9ca4fda tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0550768 Feb 20 22:39:19.999785 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-46e59219-4423-4209-88e2-6e33d393c6a5 req-7bc10d7e-2616-4bee-9695-a52aeb6148b8 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516210 Feb 20 22:39:21.126790 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b018a-93c1-4b96-8fe3-2afe222d8d03 req-57600d11-af9c-4423-9667-1cd3facaedd2 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:21.128986 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f0b018a-93c1-4b96-8fe3-2afe222d8d03 req-57600d11-af9c-4423-9667-1cd3facaedd2 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0606825 Feb 20 22:39:21.188055 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4f0b018a-93c1-4b96-8fe3-2afe222d8d03 req-12c8e819-a71c-4c4d-abf5-201789f3dfee tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526636 Feb 20 22:39:22.308958 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8875cc-27da-4535-b112-c9a911ed0ce9 req-2a06284a-facb-4640-899d-8339acba5117 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:22.310432 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4c8875cc-27da-4535-b112-c9a911ed0ce9 req-2a06284a-facb-4640-899d-8339acba5117 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0562644 Feb 20 22:39:22.368554 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4c8875cc-27da-4535-b112-c9a911ed0ce9 req-125b30f6-7f4b-4e47-8227-3269eeb28215 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&id=41e85592-86e0-4f36-891b-7130603b4abd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524766 Feb 20 22:39:32.108498 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-787cc51f-6696-4331-8c1a-12e277d14832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:34.015189 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:34.622661 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-248f14fc-a3f7-42aa-a01c-6209f2f5fb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:35.645797 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:36.308214 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:39:36.908608 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:38.502781 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:39:59.705594 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb8603-1d26-46fa-b5e0-7fb2a46b1f72 req-853185b5-763f-4b1d-b45d-e86f3a4298e0 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:39:59.707179 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-10fb8603-1d26-46fa-b5e0-7fb2a46b1f72 req-853185b5-763f-4b1d-b45d-e86f3a4298e0 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.1663833 Feb 20 22:39:59.757026 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-10fb8603-1d26-46fa-b5e0-7fb2a46b1f72 req-af24e074-e22f-4a71-a942-379a8bd6b90e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440466 Feb 20 22:40:00.880060 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e29bd3-f59d-4267-9fe7-5036ab36edcb req-34998f82-c0b5-4172-a68a-a2c3f6e9126d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:00.881562 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-37e29bd3-f59d-4267-9fe7-5036ab36edcb req-34998f82-c0b5-4172-a68a-a2c3f6e9126d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0567880 Feb 20 22:40:00.929593 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-37e29bd3-f59d-4267-9fe7-5036ab36edcb req-1fd4a8e9-de39-4c24-b037-2d03e82e121d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Feb 20 22:40:00.933951 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ed7c5-8a31-4c7c-8dd7-db677e817727 req-25779102-7b63-4a81-94f6-d61a1f3f233c tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:00.935800 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-193ed7c5-8a31-4c7c-8dd7-db677e817727 req-25779102-7b63-4a81-94f6-d61a1f3f233c tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.1072230 Feb 20 22:40:00.983697 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-193ed7c5-8a31-4c7c-8dd7-db677e817727 req-c5093e33-8dfc-4fa5-ae91-8a0d8d62be29 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424371 Feb 20 22:40:02.049367 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd238e-6d45-494f-902b-629e9fb0bbc5 req-92660f78-2c11-4b9d-8595-f62b633e0539 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:02.050883 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-43dd238e-6d45-494f-902b-629e9fb0bbc5 req-92660f78-2c11-4b9d-8595-f62b633e0539 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0521441 Feb 20 22:40:02.098252 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-43dd238e-6d45-494f-902b-629e9fb0bbc5 req-8893589d-e298-4e64-bdbb-fea2ffb5267a tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Feb 20 22:40:02.105367 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133992f-9d85-46dc-aeed-8ac66ce11f9e req-780730fa-6c1e-4f57-a918-8c8811736887 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:02.107530 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a133992f-9d85-46dc-aeed-8ac66ce11f9e req-780730fa-6c1e-4f57-a918-8c8811736887 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0554216 Feb 20 22:40:02.115210 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a882-bcc6-4689-822d-05b376c8059c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:02.173385 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a133992f-9d85-46dc-aeed-8ac66ce11f9e req-15e007f3-5da1-4ee9-b90c-6de5b41ebe9c tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479064 Feb 20 22:40:02.609111 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-8f956ec7-bf51-497c-b670-764a52c125f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:02.610629 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-8f956ec7-bf51-497c-b670-764a52c125f5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 1129 time: 0.0449259 Feb 20 22:40:02.729471 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-cfad3140-6941-4871-a866-6521ff75c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:02.730938 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-cfad3140-6941-4871-a866-6521ff75c463 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 200 len: 912 time: 0.0912559 Feb 20 22:40:02.801988 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-dfc49fbb-3076-4cac-be5f-7fe0ad196413 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11 HTTP/1.1" status: 200 len: 1000 time: 0.0590980 Feb 20 22:40:02.819532 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a2ffe-631e-4284-88bb-b5e0a9f10f06 req-0a184255-56f7-4fe4-8e0c-cbe43b7fec7e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:02.821175 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cf2a2ffe-631e-4284-88bb-b5e0a9f10f06 req-0a184255-56f7-4fe4-8e0c-cbe43b7fec7e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0554161 Feb 20 22:40:02.859920 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-326039ea-c150-4a20-a6ee-75914787d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:02.861398 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-326039ea-c150-4a20-a6ee-75914787d158 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af312b0d-1c32-4c52-aae5-ea88654f6420 HTTP/1.1" status: 200 len: 850 time: 0.0523515 Feb 20 22:40:02.872904 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-cf2a2ffe-631e-4284-88bb-b5e0a9f10f06 req-88e8e4b9-66d2-4f9b-b6b9-c64cc5c73dd9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Feb 20 22:40:02.943870 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-05837697-0f5d-40ae-b23b-7a14479fc488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:02.945406 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-05837697-0f5d-40ae-b23b-7a14479fc488 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c30c476c-7cbe-4649-ab74-dc00ad77c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460272 Feb 20 22:40:02.950761 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-fe225ccb-8efb-4e41-ab24-b53901a1f3bc tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:02.952340 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-fe225ccb-8efb-4e41-ab24-b53901a1f3bc tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.91 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0524383 Feb 20 22:40:03.033821 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-a96c2431-e7e9-4986-864e-a98b844aa61f service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807710 Feb 20 22:40:03.081753 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Deleting port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:03.082090 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:03.127118 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a80ebb4a-17e5-499e-aec6-cb4b6af17426 req-2ed82554-a771-4c75-b75d-6761f98ea498 service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861723 Feb 20 22:40:03.170566 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] For port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,segment=NetworkSegment(b91cc891-5f55-419d-9e18-5223297533e8),segment_id=b91cc891-5f55-419d-9e18-5223297533e8)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:03.171144 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:03.189988 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Calling delete_port for 7ca12e00-a52c-46a3-bcc4-723a6354c3ac owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:03.228242 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d86d1-5aab-4f7f-9ff3-689f4ab0c1f4 req-edfa6433-c18a-44d4-ab42-e91f01fdd9d5 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:03.229761 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-286d86d1-5aab-4f7f-9ff3-689f4ab0c1f4 req-edfa6433-c18a-44d4-ab42-e91f01fdd9d5 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 945 time: 0.0573161 Feb 20 22:40:03.279805 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-286d86d1-5aab-4f7f-9ff3-689f4ab0c1f4 req-55363ee0-3129-486e-9758-c85e781abb37 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Feb 20 22:40:03.314977 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd8e05-99ad-498b-b1da-28fd8a3c7d1d req-c24858f4-c4fd-43b7-b94a-1da62abeaa46 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:03.316711 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b3fd8e05-99ad-498b-b1da-28fd8a3c7d1d req-c24858f4-c4fd-43b7-b94a-1da62abeaa46 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0727830 Feb 20 22:40:03.400211 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b3fd8e05-99ad-498b-b1da-28fd8a3c7d1d req-8edfdb42-8218-4a3d-95f1-84226ae0a140 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581224 Feb 20 22:40:03.452001 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (7ca12e00-a52c-46a3-bcc4-723a6354c3ac), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:03.464397 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['7ca12e00-a52c-46a3-bcc4-723a6354c3ac'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:40:03.482449 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Pushing event deleted for resources: {'Port': ['ID=7ca12e00-a52c-46a3-bcc4-723a6354c3ac,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:03.514151 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.514511 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.514854 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.515359 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.515698 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.516032 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.516430 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.516855 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.517189 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.517517 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.517871 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.518199 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.518585 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:03.555903 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] No DVR routers for this DVR port 7ca12e00-a52c-46a3-bcc4-723a6354c3ac on host hv-cinder-83009 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:40:03.558438 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:03.562552 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6ece7685-e3ee-4240-a54d-bdf25a3e06cb req-c7a2b28e-ea5d-4012-b59d-0467d6ae9a11 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.91 "DELETE /v2.0/ports/7ca12e00-a52c-46a3-bcc4-723a6354c3ac HTTP/1.1" status: 204 len: 173 time: 0.6037586 Feb 20 22:40:03.562988 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ff209d-9659-4238-853d-3a660294ffb5', 'name': 'network-vif-deleted', 'tag': '7ca12e00-a52c-46a3-bcc4-723a6354c3ac'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:40:03.565270 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185c373b-a802-449b-b01e-a6da19e0f81b" -d '{"events": [{"server_uuid": "86ff209d-9659-4238-853d-3a660294ffb5", "name": "network-vif-deleted", "tag": "7ca12e00-a52c-46a3-bcc4-723a6354c3ac"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:40:03.601206 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124c4526-1e26-4134-ab0f-707d831c3b3e x-openstack-request-id: req-124c4526-1e26-4134-ab0f-707d831c3b3e {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:40:03.601495 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ff209d-9659-4238-853d-3a660294ffb5", "name": "network-vif-deleted", "tag": "7ca12e00-a52c-46a3-bcc4-723a6354c3ac", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:40:03.601773 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-124c4526-1e26-4134-ab0f-707d831c3b3e {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:40:03.606536 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ff209d-9659-4238-853d-3a660294ffb5', 'name': 'network-vif-deleted', 'tag': '7ca12e00-a52c-46a3-bcc4-723a6354c3ac', 'status': 'completed', 'code': 200} Feb 20 22:40:04.005005 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a8ae2-4ff2-40a2-af46-a903dd60c590 req-c49d74d6-6545-43c3-a911-9074b00b7ab8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:04.006766 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-508a8ae2-4ff2-40a2-af46-a903dd60c590 req-c49d74d6-6545-43c3-a911-9074b00b7ab8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0593007 Feb 20 22:40:04.028055 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:04.054204 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-508a8ae2-4ff2-40a2-af46-a903dd60c590 req-5e88952f-7976-4888-b332-b1725c0c44cd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Feb 20 22:40:04.392537 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-66d19d26-accd-4a6e-b3e5-0a6e836b2d17 req-9b2eebb6-f2d9-43ec-a822-c2379ecd6bc0 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ff209d-9659-4238-853d-3a660294ffb5 HTTP/1.1" status: 200 len: 210 time: 0.0323386 Feb 20 22:40:04.521974 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f62ed-1394-4fa5-b873-03d8a1d694cd req-be3d6c15-62f8-4828-b1f0-0a5fbc631159 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:04.523549 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4b8f62ed-1394-4fa5-b873-03d8a1d694cd req-be3d6c15-62f8-4828-b1f0-0a5fbc631159 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0556059 Feb 20 22:40:04.572566 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4b8f62ed-1394-4fa5-b873-03d8a1d694cd req-a230811b-9c5c-4e98-847f-9f06f3719dab tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434351 Feb 20 22:40:04.671681 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-58d35679-e39a-4c24-94a2-0053720f62e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:05.233575 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c3bc-5b6d-4fd9-8290-221af6e82961 req-9be647a9-52da-4943-84be-d60b073e1a8d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:05.235085 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7ea4c3bc-5b6d-4fd9-8290-221af6e82961 req-9be647a9-52da-4943-84be-d60b073e1a8d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0557175 Feb 20 22:40:05.280166 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7ea4c3bc-5b6d-4fd9-8290-221af6e82961 req-6d1b673e-d3a1-470e-82e4-37797177b0b5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394075 Feb 20 22:40:05.649222 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:05.694363 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15ed8-1dd8-4818-85a9-479589098f23 req-7e608b62-b557-4901-949b-294aaf724f4d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:05.695836 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dcc15ed8-1dd8-4818-85a9-479589098f23 req-7e608b62-b557-4901-949b-294aaf724f4d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0527565 Feb 20 22:40:05.742547 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dcc15ed8-1dd8-4818-85a9-479589098f23 req-75065702-1ef8-40e0-97e0-5bf1b6929998 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 Feb 20 22:40:06.406446 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86772a-3e01-402f-8cf8-d07e4cafabe5 req-dcb8037e-2496-4bac-9d9d-49077fc9f0ba tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:06.407861 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5c86772a-3e01-402f-8cf8-d07e4cafabe5 req-dcb8037e-2496-4bac-9d9d-49077fc9f0ba tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0566790 Feb 20 22:40:06.454746 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5c86772a-3e01-402f-8cf8-d07e4cafabe5 req-30b05079-afa7-445d-94f4-cd8257e944d3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414634 Feb 20 22:40:06.864840 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf7a0d-e904-4fbc-920e-1b8d2e3f92e2 req-c1a6410b-19b9-4fa5-9c93-14eeb055004d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:06.866337 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52bf7a0d-e904-4fbc-920e-1b8d2e3f92e2 req-c1a6410b-19b9-4fa5-9c93-14eeb055004d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0557580 Feb 20 22:40:06.914041 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52bf7a0d-e904-4fbc-920e-1b8d2e3f92e2 req-c8914a72-c3ac-46b3-b8c8-41140e3996e1 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417912 Feb 20 22:40:06.914152 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:07.574221 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf83e1-7024-43b4-8c6d-3e80ecd0b663 req-46df3883-cb46-4ed0-a309-f27985561aa5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:07.576303 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7acf83e1-7024-43b4-8c6d-3e80ecd0b663 req-46df3883-cb46-4ed0-a309-f27985561aa5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0522580 Feb 20 22:40:07.621579 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7acf83e1-7024-43b4-8c6d-3e80ecd0b663 req-180499bc-43ce-4036-8ac5-9b21c1f5629f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397952 Feb 20 22:40:08.034712 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a3cd-2312-46c8-858f-9605f804a2e7 req-9dc8a38d-68a5-454a-82c8-702da8e82245 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:08.036174 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-80a7a3cd-2312-46c8-858f-9605f804a2e7 req-9dc8a38d-68a5-454a-82c8-702da8e82245 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0511222 Feb 20 22:40:08.081255 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-80a7a3cd-2312-46c8-858f-9605f804a2e7 req-f89cb155-50c0-43d0-955b-298fceaa7037 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396514 Feb 20 22:40:08.548032 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:08.745152 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d96c2-93fc-49b8-9513-22370efd29b3 req-61e0a776-5851-415f-9f02-aa61b0ff7934 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:08.746675 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-db5d96c2-93fc-49b8-9513-22370efd29b3 req-61e0a776-5851-415f-9f02-aa61b0ff7934 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0548780 Feb 20 22:40:08.797515 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-db5d96c2-93fc-49b8-9513-22370efd29b3 req-7733269d-8b34-41c0-a429-8e9032fdb0c8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446424 Feb 20 22:40:08.858318 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7ca12e00-a52c-46a3-bcc4-723a6354c3ac no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:40:08.881600 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 7ca12e00-a52c-46a3-bcc4-723a6354c3ac {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:40:08.881970 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 7ca12e00-a52c-46a3-bcc4-723a6354c3ac not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:40:09.199787 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e0b1-3b12-4b32-bc75-0a10afd70611 req-3c9243f4-8dc3-4e9e-aabd-137ed148f2e3 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:09.202185 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-22d6e0b1-3b12-4b32-bc75-0a10afd70611 req-3c9243f4-8dc3-4e9e-aabd-137ed148f2e3 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0534153 Feb 20 22:40:09.243745 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-9b595bca-594d-495b-85aa-ba7173b6ea9a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134924608&fields=id&tenant_id=bb138c5e69a84d9192915f968b41d2c1 HTTP/1.1" status: 200 len: 267 time: 0.0451767 Feb 20 22:40:09.251378 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-22d6e0b1-3b12-4b32-bc75-0a10afd70611 req-7c336218-eb3e-46ef-8913-6ac41cdff5fa tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438094 Feb 20 22:40:09.301234 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-50208f77-ab6f-4994-ac3e-e174bc241f6a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:09.302691 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-50208f77-ab6f-4994-ac3e-e174bc241f6a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 984 time: 0.0527382 Feb 20 22:40:09.313301 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-39691dbd-2e90-45cc-bf91-3019972c26fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Request body: {'port': {'security_groups': ['b4c7b711-6e41-41ae-86bf-c005aba1c56d']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:09.384478 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-39691dbd-2e90-45cc-bf91-3019972c26fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:09.553986 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-39691dbd-2e90-45cc-bf91-3019972c26fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] For port 4d929d77-123e-400f-a3c0-06d778ed0c77, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d929d77-123e-400f-a3c0-06d778ed0c77,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:09.582443 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-39691dbd-2e90-45cc-bf91-3019972c26fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:09.662261 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-39691dbd-2e90-45cc-bf91-3019972c26fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:09.674659 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['4d929d77-123e-400f-a3c0-06d778ed0c77'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:40:09.709035 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-39691dbd-2e90-45cc-bf91-3019972c26fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:09.709654 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-39691dbd-2e90-45cc-bf91-3019972c26fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:09.713061 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-855c86f1-11ad-47e5-88e9-6796c62d79b0 req-39691dbd-2e90-45cc-bf91-3019972c26fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "PUT /v2.0/ports/4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 200 len: 942 time: 0.4024515 Feb 20 22:40:09.713061 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:40:09.716794 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e265a293-83eb-439d-b0f0-7f4dd24b5f72" -d '{"events": [{"name": "network-changed", "server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:40:09.717225 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46802) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:09.760555 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39691dbd-2e90-45cc-bf91-3019972c26fd tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event updated for resources: {'Port': ['ID=4d929d77-123e-400f-a3c0-06d778ed0c77,revision_number=7']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:09.779445 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e2915-0069-4060-afd1-0590e5643954 x-openstack-request-id: req-6b9e2915-0069-4060-afd1-0590e5643954 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:40:09.779769 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:40:09.780027 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6b9e2915-0069-4060-afd1-0590e5643954 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:40:09.780868 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'status': 'completed', 'code': 200} Feb 20 22:40:09.801230 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group (41e85592-86e0-4f36-891b-7130603b4abd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:09.826994 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['4d929d77-123e-400f-a3c0-06d778ed0c77'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:40:09.837734 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group (41e85592-86e0-4f36-891b-7130603b4abd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:09.974806 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-1d6293b3-0379-4208-a69f-0526000a2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:09.976609 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-1d6293b3-0379-4208-a69f-0526000a2e2c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb138c5e69a84d9192915f968b41d2c1&device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 1129 time: 0.1742613 Feb 20 22:40:09.984957 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445df47-0cea-46d2-968c-e15b9548060e req-7f873d99-3e8d-404e-ad50-f5799ce5f462 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:09.992234 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8445df47-0cea-46d2-968c-e15b9548060e req-7f873d99-3e8d-404e-ad50-f5799ce5f462 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0870981 Feb 20 22:40:10.015679 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-abefc28f-4525-48c1-b3e8-d7fc5c895de7 None None] Provisioning complete for port 4d929d77-123e-400f-a3c0-06d778ed0c77 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:10.016094 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-abefc28f-4525-48c1-b3e8-d7fc5c895de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:10.019029 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (41e85592-86e0-4f36-891b-7130603b4abd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:10.027502 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:10.034402 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "DELETE /v2.0/security-groups/41e85592-86e0-4f36-891b-7130603b4abd HTTP/1.1" status: 204 len: 168 time: 0.3158410 Feb 20 22:40:10.035195 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 46816) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:10.094657 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e85592-86e0-4f36-891b-7130603b4abd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:10.120009 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.126618 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.126839 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.127393 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.127834 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.129234 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.131058 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.131058 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.131525 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.134514 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.134514 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.134514 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.134514 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80fdf5c-e12d-4f03-8063-1343382b76e3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:10.134975 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-abefc28f-4525-48c1-b3e8-d7fc5c895de7 None None] Current status of the port 4d929d77-123e-400f-a3c0-06d778ed0c77 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:10.150516 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8445df47-0cea-46d2-968c-e15b9548060e req-204dc648-9618-4b3d-91c1-039661aaeb2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570845 Feb 20 22:40:10.157626 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-47892348-cacb-4f3d-b72e-dec3be3a8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:10.159339 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-47892348-cacb-4f3d-b72e-dec3be3a8857 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c HTTP/1.1" status: 200 len: 916 time: 0.1651084 Feb 20 22:40:10.245618 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-772bef59-3ee0-4fa9-a409-869eba1cda22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 200 len: 1001 time: 0.0798159 Feb 20 22:40:10.306396 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-c01441b9-8915-4de0-84d8-0932083291c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:10.307978 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-c01441b9-8915-4de0-84d8-0932083291c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d HTTP/1.1" status: 200 len: 854 time: 0.0556695 Feb 20 22:40:10.361680 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-2d76df8c-1294-46c7-a0ac-37db1ebf4acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:10.363307 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-2d76df8c-1294-46c7-a0ac-37db1ebf4acb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482249 Feb 20 22:40:10.473338 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-3a86abca-0942-4327-8b0e-6782b8c33dbb service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035523 Feb 20 22:40:10.569083 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74203a-fc40-44e4-a44b-0dbc0d5599cc req-70783ba9-568d-4d9f-a518-d7fb0059e4c1 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:10.570642 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4b74203a-fc40-44e4-a44b-0dbc0d5599cc req-70783ba9-568d-4d9f-a518-d7fb0059e4c1 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0969996 Feb 20 22:40:10.577114 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e265a293-83eb-439d-b0f0-7f4dd24b5f72 req-d63b1e26-e4e1-4a4a-ae7e-cb77787c00c4 service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964353 Feb 20 22:40:10.624207 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Deleting port 79f768c1-a109-47fe-8620-0b20624d0fbd {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:10.624557 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (79f768c1-a109-47fe-8620-0b20624d0fbd), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:10.641636 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4b74203a-fc40-44e4-a44b-0dbc0d5599cc req-48098462-730c-428d-b19c-403b51911f7f tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642045 Feb 20 22:40:10.706499 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (79f768c1-a109-47fe-8620-0b20624d0fbd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:10.706713 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for floatingip (79f768c1-a109-47fe-8620-0b20624d0fbd), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:10.718482 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Calling delete_port for 79f768c1-a109-47fe-8620-0b20624d0fbd owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:10.999800 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (79f768c1-a109-47fe-8620-0b20624d0fbd), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:11.033110 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event deleted for resources: {'Port': ['ID=79f768c1-a109-47fe-8620-0b20624d0fbd,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:11.088789 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks [] for floatingip (9acece52-6e76-4e9a-9ad6-7859955b6175), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:11.089143 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Floating IP 9acece52-6e76-4e9a-9ad6-7859955b6175 disassociated (deleted). External IP: 172.27.0.212, port: 4d929d77-123e-400f-a3c0-06d778ed0c77. Feb 20 22:40:11.285902 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5201378-6280-4047-87d4-7d6c7f75e1d7 req-d6f1c478-d061-4ab8-863f-1f4901864fcc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:11.287300 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d5201378-6280-4047-87d4-7d6c7f75e1d7 req-d6f1c478-d061-4ab8-863f-1f4901864fcc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0515978 Feb 20 22:40:11.306405 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:40:11.333863 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d5201378-6280-4047-87d4-7d6c7f75e1d7 req-52b4e5c6-2d5f-48b0-a490-0f25ae21ae0f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409298 Feb 20 22:40:11.417272 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:40:11.422242 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:11.426962 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] Sync routers for ids ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:40:11.437447 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] Routers {'05fb55f8-dfc8-4f29-8457-ac9b356666a8'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:11.438091 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:11.454123 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-b3e65bd0-dcdf-4235-b8d1-5c813ae29828 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "DELETE /v2.0/floatingips/9acece52-6e76-4e9a-9ad6-7859955b6175 HTTP/1.1" status: 204 len: 168 time: 1.4104097 Feb 20 22:40:11.456384 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:40:11.457251 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c" -d '{"events": [{"name": "network-changed", "server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:40:11.513928 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f6b0f3-4f26-4622-bd3a-96074d35566f x-openstack-request-id: req-f7f6b0f3-4f26-4622-bd3a-96074d35566f {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:40:11.514229 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:40:11.514483 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f7f6b0f3-4f26-4622-bd3a-96074d35566f {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:40:11.514933 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'status': 'completed', 'code': 200} Feb 20 22:40:11.590061 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-b1d32a8c-4007-49be-a22b-ab79bdb20e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:11.593250 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-b1d32a8c-4007-49be-a22b-ab79bdb20e0d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb138c5e69a84d9192915f968b41d2c1&device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 1129 time: 0.0519216 Feb 20 22:40:11.598798 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] Set router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:11.693480 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-63db5320-8a33-4f0d-bc2a-890a9d880f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:11.694975 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-63db5320-8a33-4f0d-bc2a-890a9d880f54 service neutron] 10.222.0.91 "GET /v2.0/networks?id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c HTTP/1.1" status: 200 len: 916 time: 0.0946569 Feb 20 22:40:11.752165 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-ed7e3c98-0a10-4a14-9dfd-d1fd93609bb1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 200 len: 217 time: 0.0502119 Feb 20 22:40:11.817042 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:31Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '926176f8-dee1-4e71-a6b7-3d4690361916', 'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'mac_address': 'fa:16:3e:90:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:30Z', 'updated_at': '2022-02-20T22:37:37Z', 'revision_number': 5, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'subnets': [{'id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:11.830049 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b572e-6914-4795-8418-8314847f2f43 req-b553215a-79ce-496b-9401-6a6362f56254 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:11.831531 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8b1b572e-6914-4795-8418-8314847f2f43 req-b553215a-79ce-496b-9401-6a6362f56254 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0899861 Feb 20 22:40:11.833400 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-9f63e149-5535-43a7-a534-f6c559c8d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:11.834818 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-9f63e149-5535-43a7-a534-f6c559c8d565 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d HTTP/1.1" status: 200 len: 854 time: 0.0662582 Feb 20 22:40:11.843917 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] Checking router: 05fb55f8-dfc8-4f29-8457-ac9b356666a8 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:40:11.854350 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] Routers {'05fb55f8-dfc8-4f29-8457-ac9b356666a8'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:11.858259 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:11.921245 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8b1b572e-6914-4795-8418-8314847f2f43 req-0087818a-c816-4880-ac4e-a6270f17fac4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835881 Feb 20 22:40:11.923209 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-8dc7b404-fb07-4d01-8f04-007307606337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:11.924649 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-8dc7b404-fb07-4d01-8f04-007307606337 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=77e6411f-b4f7-41b9-8ec6-154c3f87e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804646 Feb 20 22:40:12.000019 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] Set router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:12.027616 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-508f3c1d-2bd6-412d-a5f0-4e6e79f19629 service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955973 Feb 20 22:40:12.124481 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3e0dbc06-1e3a-421a-b0f9-47fc34ad367c req-4a2a6d19-8dff-4b2b-9c8b-99b12e59d09f service neutron] 10.222.0.91 "GET /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889528 Feb 20 22:40:12.200685 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:31Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '926176f8-dee1-4e71-a6b7-3d4690361916', 'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'mac_address': 'fa:16:3e:90:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:30Z', 'updated_at': '2022-02-20T22:37:37Z', 'revision_number': 5, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'subnets': [{'id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:12.225874 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9285de0-981c-4052-9f76-f30dcbc0cb31 None None] The sync data for ids ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'] in dv-cinder-830095-1-iscsi is: [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:37:31Z', 'revision_number': 4, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '926176f8-dee1-4e71-a6b7-3d4690361916', 'name': '', 'network_id': '77e6411f-b4f7-41b9-8ec6-154c3f87e35c', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'mac_address': 'fa:16:3e:90:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:30Z', 'updated_at': '2022-02-20T22:37:37Z', 'revision_number': 5, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'subnets': [{'id': 'c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:40:12.432351 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de05452-4a38-45db-af2d-16f15d204b2e None None] New status for floating IP 9acece52-6e76-4e9a-9ad6-7859955b6175: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:40:12.463287 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ddf30-c302-4833-979f-91534d9678c9 req-45d94846-a407-4928-bb9e-dec899e40343 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:12.464801 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-550ddf30-c302-4833-979f-91534d9678c9 req-45d94846-a407-4928-bb9e-dec899e40343 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0533762 Feb 20 22:40:12.521095 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-550ddf30-c302-4833-979f-91534d9678c9 req-38562940-d31c-46de-9812-1f9f4552da58 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494149 Feb 20 22:40:13.044318 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efc218-8cd0-41cd-8da2-40faf0acad3e req-a196e003-09ff-47be-a812-9a55f69c377e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:13.046004 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f7efc218-8cd0-41cd-8da2-40faf0acad3e req-a196e003-09ff-47be-a812-9a55f69c377e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0534978 Feb 20 22:40:13.092208 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f7efc218-8cd0-41cd-8da2-40faf0acad3e req-538907f2-e8a2-49f1-a963-5ab457ad91b9 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405452 Feb 20 22:40:13.306675 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:40:13.651836 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65489f1-8b26-4823-829b-ce71ab42891d req-c3f8499a-890a-4ed1-8d5c-f1b1eaed28cf tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:13.653345 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c65489f1-8b26-4823-829b-ce71ab42891d req-c3f8499a-890a-4ed1-8d5c-f1b1eaed28cf tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0523312 Feb 20 22:40:13.699293 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c65489f1-8b26-4823-829b-ce71ab42891d req-ac520608-7725-43d0-bdf0-e88540cf1f47 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Feb 20 22:40:14.209764 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc4917-69ad-4d2e-bc17-c1c58825cf28 req-2ae53d1a-7432-4e7a-9489-82c8a1dc2d6a tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:14.211207 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-20dc4917-69ad-4d2e-bc17-c1c58825cf28 req-2ae53d1a-7432-4e7a-9489-82c8a1dc2d6a tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0513327 Feb 20 22:40:14.256461 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-20dc4917-69ad-4d2e-bc17-c1c58825cf28 req-592ea832-52f1-4b0f-b5f6-4c29781c997f tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389180 Feb 20 22:40:14.821648 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2cc94-8464-4314-83b4-7c0a124b8fe8 req-beda8dc9-d798-4d42-bdc8-4ab7b35e8e5f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:14.823170 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a9e2cc94-8464-4314-83b4-7c0a124b8fe8 req-beda8dc9-d798-4d42-bdc8-4ab7b35e8e5f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0542448 Feb 20 22:40:14.869661 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a9e2cc94-8464-4314-83b4-7c0a124b8fe8 req-db6a48f5-deed-4e59-be83-790f74633419 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406327 Feb 20 22:40:15.383602 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d00887-019f-4641-aa1e-588c5766bf6f req-d10acf47-b81b-4d6b-97a0-6daa7f393a7e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:15.385064 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-86d00887-019f-4641-aa1e-588c5766bf6f req-d10acf47-b81b-4d6b-97a0-6daa7f393a7e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0573969 Feb 20 22:40:15.430748 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-86d00887-019f-4641-aa1e-588c5766bf6f req-3b6da231-7280-48c0-bf84-4ad177ee132e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395443 Feb 20 22:40:15.993863 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686376f5-544a-4e81-87f0-79bdf0015375 req-6770d2a6-5d6a-48ca-b751-8b51a4829ed8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:15.995325 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-686376f5-544a-4e81-87f0-79bdf0015375 req-6770d2a6-5d6a-48ca-b751-8b51a4829ed8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0549154 Feb 20 22:40:16.041964 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-686376f5-544a-4e81-87f0-79bdf0015375 req-ef0ed7ee-cb25-4478-a8c5-500d3612f6a3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 Feb 20 22:40:16.254039 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-72d83d48-c3b2-43ac-a067-8ac0162f35b5 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:16.255522 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-72d83d48-c3b2-43ac-a067-8ac0162f35b5 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/networks?id=d14be176-8ebb-48ab-a94c-7e3b31d94d5d HTTP/1.1" status: 200 len: 814 time: 0.1023700 Feb 20 22:40:16.269904 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-232cd122-18a2-40f2-b3fc-f6aed7e5ffa2 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/quotas/80e0d42b6a6f458b9528711bf3fde67f HTTP/1.1" status: 200 len: 375 time: 0.0091443 Feb 20 22:40:16.306710 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-1452a157-ea77-4171-b736-a7c81587b54e tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=80e0d42b6a6f458b9528711bf3fde67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318525 Feb 20 22:40:16.438575 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-123ec8cb-d698-4b6c-ad5b-30fb75c5b484 service neutron] 10.222.0.67 "GET /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254706 Feb 20 22:40:16.545777 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-25403d95-62f5-4282-aec8-1f6fcd24d2ad service neutron] 10.222.0.67 "GET /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014178 Feb 20 22:40:16.561959 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32588e-8f40-4a9e-b759-a6cef87aecd1 req-cb04186a-6032-4efe-bbad-a49805879747 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:16.563189 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe32588e-8f40-4a9e-b759-a6cef87aecd1 req-cb04186a-6032-4efe-bbad-a49805879747 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0556483 Feb 20 22:40:16.609999 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fe32588e-8f40-4a9e-b759-a6cef87aecd1 req-fd8b1fe3-bac5-42ca-a45c-9dd9b27ddda7 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418532 Feb 20 22:40:16.779850 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-79d12f40-e703-4a4e-a3f5-98cd15975496 req-d67a995a-c6dd-4852-b9b2-701fc5808e2d tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 210 time: 0.0285521 Feb 20 22:40:17.166397 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70437ccf-298c-43c4-ac41-a3467c62479e req-a80d74ee-c4df-46e8-9fb2-aab689a750e4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:17.167908 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-70437ccf-298c-43c4-ac41-a3467c62479e req-a80d74ee-c4df-46e8-9fb2-aab689a750e4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0531790 Feb 20 22:40:17.214163 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-70437ccf-298c-43c4-ac41-a3467c62479e req-ddfa77c3-a952-4bec-8f3f-f8198b63b36d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Feb 20 22:40:17.728192 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a7781-ff72-4600-a172-998b2f475f3f req-6269794f-a9c1-4040-9290-13902a3f3229 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:17.729740 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d75a7781-ff72-4600-a172-998b2f475f3f req-6269794f-a9c1-4040-9290-13902a3f3229 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0526290 Feb 20 22:40:17.776649 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d75a7781-ff72-4600-a172-998b2f475f3f req-245493cc-5dcb-4620-a268-76eb439b4776 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405934 Feb 20 22:40:17.877498 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9cf62378-8861-46b1-8ad6-09077047d9a9 req-1f0e6b1f-4b0a-4c0f-827a-1f55fb21ba51 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 210 time: 0.0306001 Feb 20 22:40:17.988330 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f23263-e116-4bed-b384-371a520c4cde req-c3aec2f2-1ccb-46bc-9755-a1915917bf70 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:17.989793 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-87f23263-e116-4bed-b384-371a520c4cde req-c3aec2f2-1ccb-46bc-9755-a1915917bf70 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.0553560 Feb 20 22:40:18.036810 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-87f23263-e116-4bed-b384-371a520c4cde req-ddd5c78e-dfa6-4c20-b6d2-965779ce269e tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Feb 20 22:40:18.337414 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94522ee9-9208-472a-ba57-94ba8db529dc req-b4177730-b15e-4d45-8b68-be3f0542eb0f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:18.338931 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-94522ee9-9208-472a-ba57-94ba8db529dc req-b4177730-b15e-4d45-8b68-be3f0542eb0f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0524194 Feb 20 22:40:18.384425 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-94522ee9-9208-472a-ba57-94ba8db529dc req-cb6397a2-74fd-45b7-9235-2630fb455dfd tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391459 Feb 20 22:40:18.904847 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02743ba2-1ca6-4918-8954-db43a2f077ed req-fceacc3b-b42e-47be-8912-c50c7f27e6a7 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:18.906435 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-02743ba2-1ca6-4918-8954-db43a2f077ed req-fceacc3b-b42e-47be-8912-c50c7f27e6a7 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0609434 Feb 20 22:40:18.975087 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0937b3e8-fc05-4b49-8f66-40be974294dd req-3a143d1e-c3a4-4385-be1e-2f2d01afda36 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 210 time: 0.0270264 Feb 20 22:40:19.010489 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-02743ba2-1ca6-4918-8954-db43a2f077ed req-5c8529e8-3f73-427c-a7ab-08c1f169f601 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974891 Feb 20 22:40:19.051411 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-94c5f5d6-44fd-4aba-ae15-dced3f44b0bf tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:19.052807 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-94c5f5d6-44fd-4aba-ae15-dced3f44b0bf tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.91 "GET /v2.0/networks?id=d14be176-8ebb-48ab-a94c-7e3b31d94d5d HTTP/1.1" status: 200 len: 814 time: 0.1215317 Feb 20 22:40:19.066620 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Request body: {'port': {'device_id': '07525b51-2089-4b8c-a736-27d2c4061396', 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d', 'admin_state_up': True, 'tenant_id': '80e0d42b6a6f458b9528711bf3fde67f'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:19.163423 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bb258-8d04-4a4f-a7ff-77025ee3c05f req-07ee9c4c-a247-4308-8e87-c907ee3220b4 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:19.166164 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-615bb258-8d04-4a4f-a7ff-77025ee3c05f req-07ee9c4c-a247-4308-8e87-c907ee3220b4 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.0598159 Feb 20 22:40:19.217064 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-615bb258-8d04-4a4f-a7ff-77025ee3c05f req-8bb91583-d35c-432b-943c-898a9363a194 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455194 Feb 20 22:40:19.248817 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Made reservation on behalf of 80e0d42b6a6f458b9528711bf3fde67f for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:40:19.253036 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:19.381542 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Allocated IP 172.20.0.14 (d14be176-8ebb-48ab-a94c-7e3b31d94d5d/f06d9d79-2b07-47ca-b22c-ec3c765129bf/4fa2507e-c01c-42d9-836e-0d672c1ecb70) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:40:19.553815 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360d698-f8ce-41ff-90ac-619f6f69d44a req-736a8406-2eee-4e57-85c4-4dd43749aeb5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:19.555274 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f360d698-f8ce-41ff-90ac-619f6f69d44a req-736a8406-2eee-4e57-85c4-4dd43749aeb5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0838873 Feb 20 22:40:19.573003 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks [] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:19.624643 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f360d698-f8ce-41ff-90ac-619f6f69d44a req-b9123bc4-ba15-4098-bda2-13058158c2d0 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613148 Feb 20 22:40:19.683244 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:19.724865 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Network d14be176-8ebb-48ab-a94c-7e3b31d94d5d is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:40:19.727919 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:19.731436 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:40:19.991623 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Pushing event updated for resources: {'Port': ['ID=4fa2507e-c01c-42d9-836e-0d672c1ecb70,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:20.017129 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:20.017759 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:20.024892 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-173aa4d4-d798-4f03-a31c-9dd86f222c23 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:20.026977 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-173aa4d4-d798-4f03-a31c-9dd86f222c23 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.91 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.0591209 Feb 20 22:40:20.112345 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-8233d756-74b9-43fe-ad8b-f0516462f664 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0497646 Feb 20 22:40:20.128830 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Request body: {'port': {'device_id': '07525b51-2089-4b8c-a736-27d2c4061396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:20.152629 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30275ab8-ac50-4403-af8d-a2430311decc req-e99facbf-26b3-451b-ab70-b9bfed4a97c0 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:20.154213 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-30275ab8-ac50-4403-af8d-a2430311decc req-e99facbf-26b3-451b-ab70-b9bfed4a97c0 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 932 time: 0.0955038 Feb 20 22:40:20.166739 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25949a-5d94-454a-99db-84d22aa17445 req-655a4562-9688-467e-b111-f798152f01a2 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:20.168628 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bb25949a-5d94-454a-99db-84d22aa17445 req-655a4562-9688-467e-b111-f798152f01a2 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0857177 Feb 20 22:40:20.176256 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-1aa7e0ff-ff47-4d19-823b-754391df2100 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Deleting port 4d929d77-123e-400f-a3c0-06d778ed0c77 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:20.176598 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-1aa7e0ff-ff47-4d19-823b-754391df2100 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:20.218440 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:20.262479 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-30275ab8-ac50-4403-af8d-a2430311decc req-efcb7d35-23d2-44c3-a9d5-06e87ab2ce89 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973451 Feb 20 22:40:20.280390 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-bb25949a-5d94-454a-99db-84d22aa17445 req-dd410564-3bb3-4ff3-8724-fb89ed918ac4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899646 Feb 20 22:40:20.302623 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-1aa7e0ff-ff47-4d19-823b-754391df2100 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] For port 4d929d77-123e-400f-a3c0-06d778ed0c77, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4d929d77-123e-400f-a3c0-06d778ed0c77,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:20.303012 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-1aa7e0ff-ff47-4d19-823b-754391df2100 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:20.317983 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-1aa7e0ff-ff47-4d19-823b-754391df2100 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Calling delete_port for 4d929d77-123e-400f-a3c0-06d778ed0c77 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:20.435941 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a46af-bf91-483e-9c80-2e266384407a req-15e7fdea-fb79-4946-8b3a-229985e187f3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:20.437531 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e46a46af-bf91-483e-9c80-2e266384407a req-15e7fdea-fb79-4946-8b3a-229985e187f3 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 945 time: 0.1044514 Feb 20 22:40:20.508210 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa2507e-c01c-42d9-836e-0d672c1ecb70 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:40:20.519788 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Publish callbacks [] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:20.522217 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e46a46af-bf91-483e-9c80-2e266384407a req-40d26cbf-d410-4215-825a-8c2bcdd5231a tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4c7b711-6e41-41ae-86bf-c005aba1c56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787387 Feb 20 22:40:20.593881 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Transition to ACTIVE for port object 4fa2507e-c01c-42d9-836e-0d672c1ecb70 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:40:20.594080 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-1aa7e0ff-ff47-4d19-823b-754391df2100 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (4d929d77-123e-400f-a3c0-06d778ed0c77), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:20.605410 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['4d929d77-123e-400f-a3c0-06d778ed0c77'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:40:20.630133 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7e0ff-ff47-4d19-823b-754391df2100 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Pushing event deleted for resources: {'Port': ['ID=4d929d77-123e-400f-a3c0-06d778ed0c77,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:20.673267 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-1aa7e0ff-ff47-4d19-823b-754391df2100 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] No DVR routers for this DVR port 4d929d77-123e-400f-a3c0-06d778ed0c77 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:40:20.675841 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-1aa7e0ff-ff47-4d19-823b-754391df2100 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:20.679161 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fb6ff0a0-cf11-403d-b6b8-47993168f1a4 req-1aa7e0ff-ff47-4d19-823b-754391df2100 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.91 "DELETE /v2.0/ports/4d929d77-123e-400f-a3c0-06d778ed0c77 HTTP/1.1" status: 204 len: 173 time: 0.6462915 Feb 20 22:40:20.680537 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'name': 'network-vif-deleted', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:40:20.681856 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fa2e4b-394d-4fde-b282-9a510e9b9d45" -d '{"events": [{"server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "name": "network-vif-deleted", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:40:20.708823 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:20.723568 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b780a2-ac4c-4382-b95b-ac6a6a391379 x-openstack-request-id: req-e1b780a2-ac4c-4382-b95b-ac6a6a391379 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:40:20.723856 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119604c4-13cc-4a39-8551-3f6d0d3ddb1f", "name": "network-vif-deleted", "tag": "4d929d77-123e-400f-a3c0-06d778ed0c77", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:40:20.724151 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e1b780a2-ac4c-4382-b95b-ac6a6a391379 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:40:20.724570 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119604c4-13cc-4a39-8551-3f6d0d3ddb1f', 'name': 'network-vif-deleted', 'tag': '4d929d77-123e-400f-a3c0-06d778ed0c77', 'status': 'completed', 'code': 200} Feb 20 22:40:20.789177 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa2507e-c01c-42d9-836e-0d672c1ecb70,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:20.821818 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bacb1-28c5-4fec-9888-7668f5b88fe5 req-b3bee415-771c-4fc7-adba-4e5dc039ef9d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:20.823319 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5c6bacb1-28c5-4fec-9888-7668f5b88fe5 req-b3bee415-771c-4fc7-adba-4e5dc039ef9d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.1238086 Feb 20 22:40:20.902475 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Attempting to bind port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:40:20.902731 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Attempting to bind port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b91cc891-5f55-419d-9e18-5223297533e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:40:20.903056 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Attempting to bind port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 on network d14be176-8ebb-48ab-a94c-7e3b31d94d5d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:40:20.908204 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5c6bacb1-28c5-4fec-9888-7668f5b88fe5 req-73049082-b44f-451d-bf7c-911f671976b1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676241 Feb 20 22:40:20.923473 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 on network d14be176-8ebb-48ab-a94c-7e3b31d94d5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:40:20.923473 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Attempting to bind port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 on network d14be176-8ebb-48ab-a94c-7e3b31d94d5d {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:40:20.923473 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:40:20.923473 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Checking segment: {'id': 'b91cc891-5f55-419d-9e18-5223297533e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:40:20.923473 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Bound using segment: {'id': 'b91cc891-5f55-419d-9e18-5223297533e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:40:20.923473 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Bound port: 4fa2507e-c01c-42d9-836e-0d672c1ecb70, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91cc891-5f55-419d-9e18-5223297533e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:40:20.923473 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:20.990749 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] For port 4fa2507e-c01c-42d9-836e-0d672c1ecb70, host hv-cinder-83009, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:40:20.993991 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] For port 4fa2507e-c01c-42d9-836e-0d672c1ecb70, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fa2507e-c01c-42d9-836e-0d672c1ecb70,segment=NetworkSegment(b91cc891-5f55-419d-9e18-5223297533e8),segment_id=b91cc891-5f55-419d-9e18-5223297533e8)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:40:21.080258 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:21.116102 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:21.116952 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:21.118331 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] 10.222.0.91 "PUT /v2.0/ports/4fa2507e-c01c-42d9-836e-0d672c1ecb70 HTTP/1.1" status: 200 len: 1094 time: 0.9944959 Feb 20 22:40:21.120777 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07525b51-2089-4b8c-a736-27d2c4061396', 'tag': '4fa2507e-c01c-42d9-836e-0d672c1ecb70'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:40:21.124702 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a" -d '{"events": [{"name": "network-changed", "server_uuid": "07525b51-2089-4b8c-a736-27d2c4061396", "tag": "4fa2507e-c01c-42d9-836e-0d672c1ecb70"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:40:21.150613 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efad726-7adc-4a63-a43f-f22ce7014144 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa2507e-c01c-42d9-836e-0d672c1ecb70,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:21.222247 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e07b596-f5ce-43e7-8881-12606a280741 x-openstack-request-id: req-9e07b596-f5ce-43e7-8881-12606a280741 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:40:21.222469 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07525b51-2089-4b8c-a736-27d2c4061396", "tag": "4fa2507e-c01c-42d9-836e-0d672c1ecb70", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:40:21.222714 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e07b596-f5ce-43e7-8881-12606a280741 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:40:21.223105 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07525b51-2089-4b8c-a736-27d2c4061396', 'tag': '4fa2507e-c01c-42d9-836e-0d672c1ecb70', 'status': 'completed', 'code': 200} Feb 20 22:40:21.271163 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-f22afd18-d976-4589-a6b2-23bb20fcd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:21.272643 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-f22afd18-d976-4589-a6b2-23bb20fcd803 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=80e0d42b6a6f458b9528711bf3fde67f&device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 1128 time: 0.0469494 Feb 20 22:40:21.320036 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-6b36e619-8d4a-4387-97a8-ccffe03ecdd4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fa2507e-c01c-42d9-836e-0d672c1ecb70 HTTP/1.1" status: 200 len: 217 time: 0.0363100 Feb 20 22:40:21.405535 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-a8423508-4599-432a-9e5c-1cc1f6253f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:21.407033 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-a8423508-4599-432a-9e5c-1cc1f6253f90 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f06d9d79-2b07-47ca-b22c-ec3c765129bf HTTP/1.1" status: 200 len: 854 time: 0.0803809 Feb 20 22:40:21.407330 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d744b97-1d6a-4b68-a1c7-faaba0ea73ff req-5a22d590-b52b-4325-8c04-541383e03c1a tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:21.408807 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7d744b97-1d6a-4b68-a1c7-faaba0ea73ff req-5a22d590-b52b-4325-8c04-541383e03c1a tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0540147 Feb 20 22:40:21.430341 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf69ee1-f522-439e-abe4-5ba69cd65d72 req-fbfcc16f-ae57-4aef-95f1-f721766a6ff5 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:21.431817 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0bf69ee1-f522-439e-abe4-5ba69cd65d72 req-fbfcc16f-ae57-4aef-95f1-f721766a6ff5 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 944 time: 0.0962272 Feb 20 22:40:21.450062 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-75aa36f1-5c36-4113-804b-ca1874c424d2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d14be176-8ebb-48ab-a94c-7e3b31d94d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352416 Feb 20 22:40:21.458859 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7d744b97-1d6a-4b68-a1c7-faaba0ea73ff req-38217f46-250a-4852-a6ca-29dd0668f337 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439017 Feb 20 22:40:21.544592 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0bf69ee1-f522-439e-abe4-5ba69cd65d72 req-236550d3-19e5-4b95-bf66-4385c3406729 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969424 Feb 20 22:40:21.594916 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-95835fe4-0bf2-441b-abdb-7199e1ece479 service neutron] 10.222.0.91 "GET /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372921 Feb 20 22:40:21.678764 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-629ef56c-f466-48cc-ac0e-e82057af2fe9 req-8b717544-b19a-4eec-aaee-be90fa6b9b24 tempest-TestMinimumBasicScenario-1972598849 tempest-TestMinimumBasicScenario-1972598849-project] 10.222.0.67 "GET /v2.0/ports?device_id=119604c4-13cc-4a39-8551-3f6d0d3ddb1f HTTP/1.1" status: 200 len: 210 time: 0.0590229 Feb 20 22:40:21.716683 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fcf94463-752b-4c5e-ad5f-2ea43fbebc84 req-98e5587f-9e96-4d21-8a84-5b6fbf625dc1 service neutron] 10.222.0.91 "GET /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154411 Feb 20 22:40:21.896785 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a req-6672f156-12cd-479b-9678-c3c984c2cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:21.898307 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a req-6672f156-12cd-479b-9678-c3c984c2cf4c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=80e0d42b6a6f458b9528711bf3fde67f&device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 1128 time: 0.0734451 Feb 20 22:40:21.970786 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21faf0b-075f-46aa-917b-15f1dc68ea02 req-808c040e-6dda-41bd-959e-861dbb7cd4f5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:21.972379 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a21faf0b-075f-46aa-917b-15f1dc68ea02 req-808c040e-6dda-41bd-959e-861dbb7cd4f5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.1101217 Feb 20 22:40:22.038170 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a req-4d869f52-fcd9-45b6-a907-0948edb336bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:22.039647 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a req-4d869f52-fcd9-45b6-a907-0948edb336bb service neutron] 10.222.0.91 "GET /v2.0/networks?id=d14be176-8ebb-48ab-a94c-7e3b31d94d5d HTTP/1.1" status: 200 len: 915 time: 0.1331472 Feb 20 22:40:22.046827 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a21faf0b-075f-46aa-917b-15f1dc68ea02 req-733aefd2-8e25-4c8c-b060-041b3957fa93 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657299 Feb 20 22:40:22.068239 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-6f6a4d68-77fc-4e57-bf2d-e3676d2b8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:22.069761 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-6f6a4d68-77fc-4e57-bf2d-e3676d2b8fd6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 1129 time: 0.0815330 Feb 20 22:40:22.081873 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc942237-94bd-4657-ab71-aaf8c2bbb044 req-9a9ab503-6e93-4174-a985-45455f75dda4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:22.083212 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cc942237-94bd-4657-ab71-aaf8c2bbb044 req-9a9ab503-6e93-4174-a985-45455f75dda4 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0858791 Feb 20 22:40:22.083423 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a req-a84da53f-931a-442b-ad5d-540c1741a534 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fa2507e-c01c-42d9-836e-0d672c1ecb70 HTTP/1.1" status: 200 len: 217 time: 0.0356669 Feb 20 22:40:22.137080 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a req-7ce0f934-dbe9-4cfe-a7ce-7659444f4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:22.138585 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a req-7ce0f934-dbe9-4cfe-a7ce-7659444f4b4e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f06d9d79-2b07-47ca-b22c-ec3c765129bf HTTP/1.1" status: 200 len: 854 time: 0.0495260 Feb 20 22:40:22.170837 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a req-c11e09c6-b50d-4774-944f-7008ba6078c7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d14be176-8ebb-48ab-a94c-7e3b31d94d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252903 Feb 20 22:40:22.183735 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cc942237-94bd-4657-ab71-aaf8c2bbb044 req-6dc3c8cb-2071-421b-bcdc-cb2be657b4a3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925236 Feb 20 22:40:22.207776 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-343a3917-ca5e-4e9b-9159-e500c30cc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:22.209220 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-343a3917-ca5e-4e9b-9159-e500c30cc0c9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 200 len: 912 time: 0.1251047 Feb 20 22:40:22.264251 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a req-5887a7f1-0970-411c-8aa0-dccdedb700ba service neutron] 10.222.0.91 "GET /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862691 Feb 20 22:40:22.274977 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-baeebbac-6a0e-46ab-b8bc-40979a43b78d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11 HTTP/1.1" status: 200 len: 1000 time: 0.0593140 Feb 20 22:40:22.321807 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-a2408a46-127a-4271-9b7c-8c33f7af782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:22.323224 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-a2408a46-127a-4271-9b7c-8c33f7af782c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af312b0d-1c32-4c52-aae5-ea88654f6420 HTTP/1.1" status: 200 len: 850 time: 0.0421076 Feb 20 22:40:22.358588 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f1ed3bab-49cc-4a4f-9743-bcf8f56e231a req-d93ac448-f291-4603-a3ca-e4183770d2fd service neutron] 10.222.0.91 "GET /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881798 Feb 20 22:40:22.377551 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-ef17f145-df12-45af-8d7b-c00d66c72107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:22.379100 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-ef17f145-df12-45af-8d7b-c00d66c72107 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c30c476c-7cbe-4649-ab74-dc00ad77c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472302 Feb 20 22:40:22.465945 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-99f6c675-cdfb-4e73-9419-353a59e35d6e service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797262 Feb 20 22:40:22.556189 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f790a7ba-304f-492f-9c69-dd4228d62e83 req-f36bde5e-e6de-40f8-87f5-f96432b6f1ec service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832369 Feb 20 22:40:22.667594 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6369b-9126-42a0-85f9-2957fc75af0f req-077608db-fa5f-4d5f-ac6d-aaabfcb37751 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:22.669000 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ccc6369b-9126-42a0-85f9-2957fc75af0f req-077608db-fa5f-4d5f-ac6d-aaabfcb37751 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 944 time: 0.0538094 Feb 20 22:40:22.717468 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ccc6369b-9126-42a0-85f9-2957fc75af0f req-743db6fe-b5bc-452a-b6b0-5b3ff9b06b30 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Feb 20 22:40:23.176105 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25582b2b-f610-43f2-a4d9-5a4e8e69b0c2 req-7f8c45dd-0001-4dc1-836a-2b6ad5c61143 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:23.177708 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-25582b2b-f610-43f2-a4d9-5a4e8e69b0c2 req-7f8c45dd-0001-4dc1-836a-2b6ad5c61143 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0616119 Feb 20 22:40:23.225213 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-25582b2b-f610-43f2-a4d9-5a4e8e69b0c2 req-9613fec7-3038-4344-a96e-8d8f13cbbccc tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418942 Feb 20 22:40:23.316686 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870df6bc-2e1b-4d6e-bdb3-c1482563c1cc req-153cd49a-c141-47f2-88ae-7f29dacafa2a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:23.318316 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-870df6bc-2e1b-4d6e-bdb3-c1482563c1cc req-153cd49a-c141-47f2-88ae-7f29dacafa2a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0545752 Feb 20 22:40:23.369057 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-870df6bc-2e1b-4d6e-bdb3-c1482563c1cc req-ec010ba1-a93d-4e6b-a6ea-2c86e97cd70b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453067 Feb 20 22:40:23.837469 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b70c0-d2ca-412c-93fa-d92cef37ada3 req-6d05dbf9-91a7-4efd-b9bd-959872702edf tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:23.838985 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-746b70c0-d2ca-412c-93fa-d92cef37ada3 req-6d05dbf9-91a7-4efd-b9bd-959872702edf tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 944 time: 0.0520155 Feb 20 22:40:23.885590 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-746b70c0-d2ca-412c-93fa-d92cef37ada3 req-43cce3c5-c20b-4657-8343-70122194183c tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403819 Feb 20 22:40:24.199413 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47028) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:24.321062 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 4fa2507e-c01c-42d9-836e-0d672c1ecb70 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:40:24.324205 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 4d929d77-123e-400f-a3c0-06d778ed0c77 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:40:24.347030 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cb5fb-0f0b-455f-8139-3d9f43f7f95a req-37f13c72-d30d-490f-a2dc-44bcdebf22b4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:24.348694 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-877cb5fb-0f0b-455f-8139-3d9f43f7f95a req-37f13c72-d30d-490f-a2dc-44bcdebf22b4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0530779 Feb 20 22:40:24.352516 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 4d929d77-123e-400f-a3c0-06d778ed0c77 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:40:24.352867 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 4d929d77-123e-400f-a3c0-06d778ed0c77 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:40:24.401327 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-877cb5fb-0f0b-455f-8139-3d9f43f7f95a req-8df49ca1-c09a-4872-a13e-796441ceb4be tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447111 Feb 20 22:40:24.535645 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a289f-ab8a-42c8-89fb-8588806e40c8 req-106f8656-a860-4c92-8ec9-018316908f39 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:24.537074 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e52a289f-ab8a-42c8-89fb-8588806e40c8 req-106f8656-a860-4c92-8ec9-018316908f39 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0903633 Feb 20 22:40:24.579604 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 4fa2507e-c01c-42d9-836e-0d672c1ecb70, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fa2507e-c01c-42d9-836e-0d672c1ecb70,segment=NetworkSegment(b91cc891-5f55-419d-9e18-5223297533e8),segment_id=b91cc891-5f55-419d-9e18-5223297533e8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:24.590094 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '4fa2507e-c01c-42d9-836e-0d672c1ecb70', 'network_id': 'd14be176-8ebb-48ab-a94c-7e3b31d94d5d', 'port_id': '4fa2507e-c01c-42d9-836e-0d672c1ecb70', 'mac_address': 'fa:16:3e:25:9b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06d9d79-2b07-47ca-b22c-ec3c765129bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:40:24.603420 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e52a289f-ab8a-42c8-89fb-8588806e40c8 req-940eddd2-2cdb-44c0-8c40-0443586b5982 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595024 Feb 20 22:40:24.629859 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:24.630250 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:24.643460 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa2507e-c01c-42d9-836e-0d672c1ecb70 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:40:24.651965 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571383'] for router_interface (05fb55f8-dfc8-4f29-8457-ac9b356666a8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:24.663356 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 4fa2507e-c01c-42d9-836e-0d672c1ecb70, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fa2507e-c01c-42d9-836e-0d672c1ecb70,segment=NetworkSegment(b91cc891-5f55-419d-9e18-5223297533e8),segment_id=b91cc891-5f55-419d-9e18-5223297533e8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:24.757533 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:24.806631 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=4fa2507e-c01c-42d9-836e-0d672c1ecb70,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:24.814306 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.814675 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.815041 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.815384 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.815708 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.816036 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.816621 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.816936 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.817259 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.817594 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.817943 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.818262 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.818615 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:24.895921 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] Deleting port 926176f8-dee1-4e71-a6b7-3d4690361916 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:24.896508 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:24.978539 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] For port 926176f8-dee1-4e71-a6b7-3d4690361916, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=926176f8-dee1-4e71-a6b7-3d4690361916,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:24.978895 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:24.991363 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] Calling delete_port for 926176f8-dee1-4e71-a6b7-3d4690361916 owned by network:router_interface {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:25.003822 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10652f2a-cbb6-4f6c-9b41-df906e1a208b req-75813b34-f1d4-4d16-af1a-f66fccb1ff45 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:25.005299 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-10652f2a-cbb6-4f6c-9b41-df906e1a208b req-75813b34-f1d4-4d16-af1a-f66fccb1ff45 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 945 time: 0.0538101 Feb 20 22:40:25.051293 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-10652f2a-cbb6-4f6c-9b41-df906e1a208b req-f3094ceb-5dad-4173-9f28-20ee984cfcc7 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Feb 20 22:40:25.064917 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['4fa2507e-c01c-42d9-836e-0d672c1ecb70'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:40:25.305616 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (926176f8-dee1-4e71-a6b7-3d4690361916), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:25.332070 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] Pushing event deleted for resources: {'Port': ['ID=926176f8-dee1-4e71-a6b7-3d4690361916,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:25.496264 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569703'] for router_interface (05fb55f8-dfc8-4f29-8457-ac9b356666a8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:26.013770 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] Router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:40:26.029681 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b566e8a-0b06-43f6-9399-9670f50b1c65 req-6ccc010a-98be-4337-999c-f0f412dcc6e3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:26.031180 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6b566e8a-0b06-43f6-9399-9670f50b1c65 req-6ccc010a-98be-4337-999c-f0f412dcc6e3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.3313770 Feb 20 22:40:26.154467 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6b566e8a-0b06-43f6-9399-9670f50b1c65 req-9bb7b94b-28c9-47dd-960e-0e9f106eca4b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166604 Feb 20 22:40:26.174241 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:40:26.181919 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-3285318e-cfe5-4ec8-a04c-d420333b839b admin admin] 10.222.0.67 "PUT /v2.0/routers/05fb55f8-dfc8-4f29-8457-ac9b356666a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9788754 Feb 20 22:40:26.182020 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47042) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:26.185248 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] Sync routers for ids ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:40:26.192307 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3e81e-aa6a-43c2-8e03-b7d85d513c66 req-f4d728cd-88c5-44a7-8648-41bc848e91cb tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:26.193927 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e6c3e81e-aa6a-43c2-8e03-b7d85d513c66 req-f4d728cd-88c5-44a7-8648-41bc848e91cb tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 945 time: 0.0746310 Feb 20 22:40:26.197375 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] Routers {'05fb55f8-dfc8-4f29-8457-ac9b356666a8'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:26.198093 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:26.243899 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e6c3e81e-aa6a-43c2-8e03-b7d85d513c66 req-c2dd83e3-da6b-460c-936d-5fa75ed1ca75 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439837 Feb 20 22:40:26.292103 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Publish callbacks [] for router (05fb55f8-dfc8-4f29-8457-ac9b356666a8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:26.308154 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] Set router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:26.336872 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 4fa2507e-c01c-42d9-836e-0d672c1ecb70 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:26.397948 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Publish callbacks [] for router_gateway (05fb55f8-dfc8-4f29-8457-ac9b356666a8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:26.522484 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:40:25Z', 'revision_number': 5, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port': {'id': '6432cf97-175b-4272-9a03-4cafb12374c8', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:26Z', 'updated_at': '2022-02-20T22:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:26.528664 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Deleting port 6432cf97-175b-4272-9a03-4cafb12374c8 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:26.529575 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:26.549467 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] Checking router: 05fb55f8-dfc8-4f29-8457-ac9b356666a8 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:40:26.557514 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] Routers {'05fb55f8-dfc8-4f29-8457-ac9b356666a8'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:26.558142 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:26.597093 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:40:26.603484 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:26.603857 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:26.606800 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] For port 6432cf97-175b-4272-9a03-4cafb12374c8, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=6432cf97-175b-4272-9a03-4cafb12374c8,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:26.607254 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:26.618758 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Calling delete_port for 6432cf97-175b-4272-9a03-4cafb12374c8 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:26.678899 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] Set router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:26.733779 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:40:26Z', 'revision_number': 6, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port_host': None}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:26.780817 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a164d-2890-4be4-a15c-74fbf14d8a41 None None] The sync data for ids ['05fb55f8-dfc8-4f29-8457-ac9b356666a8'] in dv-cinder-830095-1-iscsi is: [{'id': '05fb55f8-dfc8-4f29-8457-ac9b356666a8', 'name': 'tempest-TestMinimumBasicScenario-1745531558-router', 'tenant_id': 'bb138c5e69a84d9192915f968b41d2c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:25Z', 'updated_at': '2022-02-20T22:40:26Z', 'revision_number': 6, 'project_id': 'bb138c5e69a84d9192915f968b41d2c1', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:40:26.798566 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:26.799025 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:26.830631 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07525b51-2089-4b8c-a736-27d2c4061396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa2507e-c01c-42d9-836e-0d672c1ecb70'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:40:26.832853 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332d6a27-0abb-4f13-8a9e-2a825a5bfd04" -d '{"events": [{"server_uuid": "07525b51-2089-4b8c-a736-27d2c4061396", "name": "network-vif-plugged", "status": "completed", "tag": "4fa2507e-c01c-42d9-836e-0d672c1ecb70"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:40:26.845479 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 4fa2507e-c01c-42d9-836e-0d672c1ecb70, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fa2507e-c01c-42d9-836e-0d672c1ecb70,segment=NetworkSegment(b91cc891-5f55-419d-9e18-5223297533e8),segment_id=b91cc891-5f55-419d-9e18-5223297533e8)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:26.850782 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (6432cf97-175b-4272-9a03-4cafb12374c8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:26.869276 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f6d494-01e1-4a3a-866d-15194b768de9 x-openstack-request-id: req-89f6d494-01e1-4a3a-866d-15194b768de9 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:40:26.869589 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07525b51-2089-4b8c-a736-27d2c4061396", "name": "network-vif-plugged", "status": "completed", "tag": "4fa2507e-c01c-42d9-836e-0d672c1ecb70", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:40:26.869862 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89f6d494-01e1-4a3a-866d-15194b768de9 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:40:26.870306 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07525b51-2089-4b8c-a736-27d2c4061396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa2507e-c01c-42d9-836e-0d672c1ecb70', 'code': 200} Feb 20 22:40:26.890636 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Pushing event deleted for resources: {'Port': ['ID=6432cf97-175b-4272-9a03-4cafb12374c8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:26.913941 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:26.953088 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560269'] for router_gateway (05fb55f8-dfc8-4f29-8457-ac9b356666a8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:26.965680 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=4fa2507e-c01c-42d9-836e-0d672c1ecb70,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:27.048539 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2725'] for router (05fb55f8-dfc8-4f29-8457-ac9b356666a8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.050811 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Publish callbacks [] for router_controller (05fb55f8-dfc8-4f29-8457-ac9b356666a8), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.189714 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaacbb4-ed9a-4a90-a402-09e0cabee864 req-678edccb-5172-46c3-a7f0-76691659c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:27.191881 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cdaacbb4-ed9a-4a90-a402-09e0cabee864 req-678edccb-5172-46c3-a7f0-76691659c285 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 1130 time: 0.0478168 Feb 20 22:40:27.192249 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570728'] for router (05fb55f8-dfc8-4f29-8457-ac9b356666a8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.192757 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05fb55f8-dfc8-4f29-8457-ac9b356666a8 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:40:27.197532 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.202564 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-26cbc443-9ee9-4860-b066-014524d03289 admin admin] 10.222.0.67 "DELETE /v2.0/routers/05fb55f8-dfc8-4f29-8457-ac9b356666a8 HTTP/1.1" status: 204 len: 168 time: 1.0157192 Feb 20 22:40:27.206754 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47048) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:27.243239 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cdaacbb4-ed9a-4a90-a402-09e0cabee864 req-24c41ea4-0d6e-44d1-ae45-2cbe41a60960 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416565 Feb 20 22:40:27.254149 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75e70bd-912b-455f-b56d-8047c7f75c1b admin admin] Deleting subnet c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:40:27.257417 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f75e70bd-912b-455f-b56d-8047c7f75c1b admin admin] Publish callbacks [] for subnet (c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.326279 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f75e70bd-912b-455f-b56d-8047c7f75c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10286890'] for subnet (c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.364566 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970848a-b29b-49b8-b614-50f68ec54ff0 req-49f712bb-05de-4308-ba84-b37dace0e00b tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:27.365997 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8970848a-b29b-49b8-b614-50f68ec54ff0 req-49f712bb-05de-4308-ba84-b37dace0e00b tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0543683 Feb 20 22:40:27.376618 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26ffd2-4ff8-4327-a64c-a6d29df888d7 req-46f2cc5a-58f4-4a5c-9b6c-f74c2f337d08 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:27.378122 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2e26ffd2-4ff8-4327-a64c-a6d29df888d7 req-46f2cc5a-58f4-4a5c-9b6c-f74c2f337d08 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.1187997 Feb 20 22:40:27.413732 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8970848a-b29b-49b8-b614-50f68ec54ff0 req-3dbeb15b-1203-4b31-bf33-bd79613af026 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419319 Feb 20 22:40:27.479593 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f75e70bd-912b-455f-b56d-8047c7f75c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.515935 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2e26ffd2-4ff8-4327-a64c-a6d29df888d7 req-950277ff-7b48-42b8-a6c5-108b3382648c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300042 Feb 20 22:40:27.662945 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f75e70bd-912b-455f-b56d-8047c7f75c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2418892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9865838'] for subnet (c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.695633 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e70bd-912b-455f-b56d-8047c7f75c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:27.697633 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f75e70bd-912b-455f-b56d-8047c7f75c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.702113 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f75e70bd-912b-455f-b56d-8047c7f75c1b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c8a14dbd-f625-46aa-ab98-e0ecfc7fe33d HTTP/1.1" status: 204 len: 168 time: 0.4931073 Feb 20 22:40:27.703552 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87235a98-c053-43d9-9882-6967571057ff None None] Network 77e6411f-b4f7-41b9-8ec6-154c3f87e35c requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:40:27.704284 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47056) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:27.720706 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6432cf97-175b-4272-9a03-4cafb12374c8 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:40:27.772408 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 6432cf97-175b-4272-9a03-4cafb12374c8 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:40:27.773036 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6432cf97-175b-4272-9a03-4cafb12374c8 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:40:27.773608 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 926176f8-dee1-4e71-a6b7-3d4690361916 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:40:27.785979 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (77e6411f-b4f7-41b9-8ec6-154c3f87e35c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.800743 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 926176f8-dee1-4e71-a6b7-3d4690361916 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:40:27.801088 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 926176f8-dee1-4e71-a6b7-3d4690361916 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:40:27.850706 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Deleting port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:27.851173 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.920347 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] For port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=440353ef-eb0c-4644-b6d9-a3cf3094c0f8,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:27.920347 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:27.925913 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b26b22-eb2c-4039-9754-8cf3aa256b1a None None] DHCP port deletion for 77e6411f-b4f7-41b9-8ec6-154c3f87e35c request from dv-cinder-830095-1-iscsi {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:40:27.941807 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Calling delete_port for 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:27.988589 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-32b26b22-eb2c-4039-9754-8cf3aa256b1a None None] Deleting port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:27.989009 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32b26b22-eb2c-4039-9754-8cf3aa256b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.053512 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-32b26b22-eb2c-4039-9754-8cf3aa256b1a None None] For port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=440353ef-eb0c-4644-b6d9-a3cf3094c0f8,segment=NetworkSegment(550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d),segment_id=550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:28.053935 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32b26b22-eb2c-4039-9754-8cf3aa256b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.066649 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-32b26b22-eb2c-4039-9754-8cf3aa256b1a None None] Calling delete_port for 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:28.170910 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.188392 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32b26b22-eb2c-4039-9754-8cf3aa256b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705'] for port (440353ef-eb0c-4644-b6d9-a3cf3094c0f8), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.198589 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=440353ef-eb0c-4644-b6d9-a3cf3094c0f8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:28.206428 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b26b22-eb2c-4039-9754-8cf3aa256b1a None None] Pushing event deleted for resources: {'Port': ['ID=440353ef-eb0c-4644-b6d9-a3cf3094c0f8,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:28.212074 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b26b22-eb2c-4039-9754-8cf3aa256b1a None None] No DVR routers for this DVR port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 on host dv-cinder-830095-1-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:40:28.212965 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] No DVR routers for this DVR port 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 on host dv-cinder-830095-1-iscsi {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:40:28.292534 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (77e6411f-b4f7-41b9-8ec6-154c3f87e35c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.313944 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e6411f-b4f7-41b9-8ec6-154c3f87e35c']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:28.324268 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:28.324567 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:28.335673 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.348619 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.354435 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:40:28.354813 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (550149a8-8a3e-4a0d-bb1c-e64ea79c1f3d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:40:28.356405 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:40:28.361295 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 768a4c20-1193-47e6-b722-17715005ccc4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:40:28.465196 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:28.482356 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '768a4c20-1193-47e6-b722-17715005ccc4', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'port_id': '768a4c20-1193-47e6-b722-17715005ccc4', 'mac_address': 'fa:16:3e:a8:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:40:28.502300 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (77e6411f-b4f7-41b9-8ec6-154c3f87e35c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.514146 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.520209 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] 10.222.0.67 "DELETE /v2.0/networks/77e6411f-b4f7-41b9-8ec6-154c3f87e35c HTTP/1.1" status: 204 len: 168 time: 0.8141787 Feb 20 22:40:28.520782 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47078) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:28.544750 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac2b4d-e93d-4d7a-ba9f-a43129942f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e6411f-b4f7-41b9-8ec6-154c3f87e35c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:28.560947 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 768a4c20-1193-47e6-b722-17715005ccc4 is: ACTIVE; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:28.560947 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (768a4c20-1193-47e6-b722-17715005ccc4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.589483 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 768a4c20-1193-47e6-b722-17715005ccc4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:40:28.643781 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:28.659749 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac594b-a358-42d0-a29f-62cd36c7719d req-4b33672c-6c6f-4d73-a5f3-ddd7b75b017e tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:28.661600 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-98ac594b-a358-42d0-a29f-62cd36c7719d req-4b33672c-6c6f-4d73-a5f3-ddd7b75b017e tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.1292856 Feb 20 22:40:28.733089 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-98ac594b-a358-42d0-a29f-62cd36c7719d req-3f36f3f3-8143-432f-8a9a-f6b3b47e3578 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657473 Feb 20 22:40:28.781259 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c9318-aa0f-4563-8fa4-68820a3ad84f req-cab597fa-a7f0-45eb-bb63-c8c801c04865 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:28.789683 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ca7c9318-aa0f-4563-8fa4-68820a3ad84f req-cab597fa-a7f0-45eb-bb63-c8c801c04865 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.1334286 Feb 20 22:40:28.796201 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:28.860281 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:28.892185 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['768a4c20-1193-47e6-b722-17715005ccc4'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:40:28.892420 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ca7c9318-aa0f-4563-8fa4-68820a3ad84f req-b3a91ca2-762f-45f3-abe6-81bce511af7b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013751 Feb 20 22:40:29.190231 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571383'] for router_interface (688c4c32-e2b9-4e5d-8339-1a44392938ed), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:29.709972 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:40:29.740358 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:40:29.740800 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 440353ef-eb0c-4644-b6d9-a3cf3094c0f8 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:40:29.860850 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] Deleting port 757d3608-7982-42b8-a25e-57f9ac435290 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:29.861453 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (757d3608-7982-42b8-a25e-57f9ac435290), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:29.883039 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eab6ff-48e5-4570-bcfb-5b13d8c416fc req-a9436fa1-6738-4916-8336-1b32ed4ed401 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:29.885016 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c4eab6ff-48e5-4570-bcfb-5b13d8c416fc req-a9436fa1-6738-4916-8336-1b32ed4ed401 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0689049 Feb 20 22:40:29.957925 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c4eab6ff-48e5-4570-bcfb-5b13d8c416fc req-52438ad2-4d3c-4d12-953a-be4f77e88a1b tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663264 Feb 20 22:40:29.993001 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] For port 757d3608-7982-42b8-a25e-57f9ac435290, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=757d3608-7982-42b8-a25e-57f9ac435290,segment=NetworkSegment(96b7b4ed-77da-4362-a4a6-22cb5b492547),segment_id=96b7b4ed-77da-4362-a4a6-22cb5b492547)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:29.993363 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (757d3608-7982-42b8-a25e-57f9ac435290), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:30.007037 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] Calling delete_port for 757d3608-7982-42b8-a25e-57f9ac435290 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:30.196021 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580119a-59f7-4ad0-8d42-d3f342d71682 req-b18018e2-5ea0-40b4-bfd5-df909c65ac2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:30.197575 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2580119a-59f7-4ad0-8d42-d3f342d71682 req-b18018e2-5ea0-40b4-bfd5-df909c65ac2e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 944 time: 0.1392157 Feb 20 22:40:30.293122 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2580119a-59f7-4ad0-8d42-d3f342d71682 req-a91e8da4-aea3-4622-ba61-0ed795f6d29e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856228 Feb 20 22:40:30.383842 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 768a4c20-1193-47e6-b722-17715005ccc4 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:30.405987 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (757d3608-7982-42b8-a25e-57f9ac435290), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:30.473811 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=757d3608-7982-42b8-a25e-57f9ac435290,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:30.640149 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 768a4c20-1193-47e6-b722-17715005ccc4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:30.640590 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (768a4c20-1193-47e6-b722-17715005ccc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:30.717568 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569703'] for router_interface (688c4c32-e2b9-4e5d-8339-1a44392938ed), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:30.737526 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 768a4c20-1193-47e6-b722-17715005ccc4 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:30.737890 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (768a4c20-1193-47e6-b722-17715005ccc4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:30.774230 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:40:30.777203 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ccbfd8-443c-4054-9495-6c4193a946ab" -d '{"events": [{"server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "name": "network-vif-plugged", "status": "completed", "tag": "768a4c20-1193-47e6-b722-17715005ccc4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:40:30.789822 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:30.819460 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba395f2-1b53-4f30-ac72-61ff3f5f3c2b x-openstack-request-id: req-6ba395f2-1b53-4f30-ac72-61ff3f5f3c2b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:40:30.828670 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "name": "network-vif-plugged", "status": "completed", "tag": "768a4c20-1193-47e6-b722-17715005ccc4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:40:30.828670 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6ba395f2-1b53-4f30-ac72-61ff3f5f3c2b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:40:30.828670 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4', 'code': 200} Feb 20 22:40:30.871650 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:30.932186 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:30.995582 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] Router 688c4c32-e2b9-4e5d-8339-1a44392938ed has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:40:31.141995 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:40:31.147693 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2676bfbb-c156-43fd-b881-2f33e921b8b7 admin admin] 10.222.0.67 "PUT /v2.0/routers/688c4c32-e2b9-4e5d-8339-1a44392938ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6255162 Feb 20 22:40:31.150353 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47098) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:31.152934 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] Sync routers for ids ['688c4c32-e2b9-4e5d-8339-1a44392938ed'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:40:31.194395 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] Routers {'688c4c32-e2b9-4e5d-8339-1a44392938ed'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:31.195021 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['688c4c32-e2b9-4e5d-8339-1a44392938ed'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:31.324778 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Publish callbacks [] for router (688c4c32-e2b9-4e5d-8339-1a44392938ed), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:31.352359 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] Set router 688c4c32-e2b9-4e5d-8339-1a44392938ed gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:31.485291 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Publish callbacks [] for router_gateway (688c4c32-e2b9-4e5d-8339-1a44392938ed), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:31.546384 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf32fa-6d20-412a-b2c2-50f43f72410f req-fc5ff8bc-449f-4fd6-b63e-53e5a6d2347c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:31.547894 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-51cf32fa-6d20-412a-b2c2-50f43f72410f req-fc5ff8bc-449f-4fd6-b63e-53e5a6d2347c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0827856 Feb 20 22:40:31.587080 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'name': 'tempest-TestMinimumBasicScenario-1097337315-router', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:35Z', 'updated_at': '2022-02-20T22:40:30Z', 'revision_number': 5, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'gw_port': {'id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:36Z', 'updated_at': '2022-02-20T22:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:31.596103 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-51cf32fa-6d20-412a-b2c2-50f43f72410f req-9c437aa9-3ec8-4276-9162-ebf3a5250507 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417531 Feb 20 22:40:31.616992 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] Checking router: 688c4c32-e2b9-4e5d-8339-1a44392938ed for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:40:31.627175 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] Routers {'688c4c32-e2b9-4e5d-8339-1a44392938ed'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:31.627798 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['688c4c32-e2b9-4e5d-8339-1a44392938ed'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:31.744068 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] Set router 688c4c32-e2b9-4e5d-8339-1a44392938ed gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:31.939882 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'name': 'tempest-TestMinimumBasicScenario-1097337315-router', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:35Z', 'updated_at': '2022-02-20T22:40:30Z', 'revision_number': 5, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'gw_port': {'id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:36Z', 'updated_at': '2022-02-20T22:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:31.969422 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd3ef8d-3780-455a-a6f9-28c960b0a7c5 None None] The sync data for ids ['688c4c32-e2b9-4e5d-8339-1a44392938ed'] in dv-cinder-830095-1-iscsi is: [{'id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'name': 'tempest-TestMinimumBasicScenario-1097337315-router', 'tenant_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:37:35Z', 'updated_at': '2022-02-20T22:40:30Z', 'revision_number': 5, 'project_id': 'fb881f7d1c1f48658cb2201dc69c41e5', 'gw_port': {'id': '951dfe55-d9f9-46e7-9a0f-52ab17f37338', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:79:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688c4c32-e2b9-4e5d-8339-1a44392938ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:37:36Z', 'updated_at': '2022-02-20T22:37:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:40:32.100347 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Deleting port 951dfe55-d9f9-46e7-9a0f-52ab17f37338 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:32.102004 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:32.151630 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c614e8b4-8db7-429f-8372-f5d6f83962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:32.191842 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] For port 951dfe55-d9f9-46e7-9a0f-52ab17f37338, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=951dfe55-d9f9-46e7-9a0f-52ab17f37338,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:32.192488 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:32.205154 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Calling delete_port for 951dfe55-d9f9-46e7-9a0f-52ab17f37338 owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:32.477478 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (951dfe55-d9f9-46e7-9a0f-52ab17f37338), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:32.506715 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Pushing event deleted for resources: {'Port': ['ID=951dfe55-d9f9-46e7-9a0f-52ab17f37338,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:32.583074 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560269'] for router_gateway (688c4c32-e2b9-4e5d-8339-1a44392938ed), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:32.706246 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2725'] for router (688c4c32-e2b9-4e5d-8339-1a44392938ed), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:32.709245 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Publish callbacks [] for router_controller (688c4c32-e2b9-4e5d-8339-1a44392938ed), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:32.798563 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb92f0-1185-4586-a3d2-56cc8e83dafb req-16480979-d214-4d4a-bc43-fda7d735524b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:32.800068 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cceb92f0-1185-4586-a3d2-56cc8e83dafb req-16480979-d214-4d4a-bc43-fda7d735524b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.1084247 Feb 20 22:40:32.857006 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570728'] for router (688c4c32-e2b9-4e5d-8339-1a44392938ed), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:32.858179 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 688c4c32-e2b9-4e5d-8339-1a44392938ed {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:40:32.862976 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cceb92f0-1185-4586-a3d2-56cc8e83dafb req-41fe5b73-8d21-4514-a654-d374cac9b5a8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567815 Feb 20 22:40:32.865769 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:32.866787 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-3aca2620-6100-4431-8826-b6ddbf06d848 admin admin] 10.222.0.67 "DELETE /v2.0/routers/688c4c32-e2b9-4e5d-8339-1a44392938ed HTTP/1.1" status: 204 len: 168 time: 1.7111361 Feb 20 22:40:32.869294 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47110) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:32.933330 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc10b34-62f8-45d9-bd88-bdc35beadc94 admin admin] Deleting subnet 40e84eb5-d252-48c9-8207-015fa6cbcaee {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:40:32.938559 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc10b34-62f8-45d9-bd88-bdc35beadc94 admin admin] Publish callbacks [] for subnet (40e84eb5-d252-48c9-8207-015fa6cbcaee), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:32.978518 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc10b34-62f8-45d9-bd88-bdc35beadc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9812018'] for subnet (40e84eb5-d252-48c9-8207-015fa6cbcaee), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.108074 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc10b34-62f8-45d9-bd88-bdc35beadc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (40e84eb5-d252-48c9-8207-015fa6cbcaee), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.256695 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc10b34-62f8-45d9-bd88-bdc35beadc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3042563'] for subnet (40e84eb5-d252-48c9-8207-015fa6cbcaee), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.282395 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc10b34-62f8-45d9-bd88-bdc35beadc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e84eb5-d252-48c9-8207-015fa6cbcaee,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:33.287006 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9fc10b34-62f8-45d9-bd88-bdc35beadc94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.290151 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-9fc10b34-62f8-45d9-bd88-bdc35beadc94 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/40e84eb5-d252-48c9-8207-015fa6cbcaee HTTP/1.1" status: 204 len: 168 time: 0.4198687 Feb 20 22:40:33.292624 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47114) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:33.297012 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc06824-7148-43c4-88c3-46d73cee8889 None None] Network 82c54615-1f6f-431f-9827-ad862c27259a requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:40:33.392902 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (82c54615-1f6f-431f-9827-ad862c27259a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.475639 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Deleting port 4ce5ba76-402e-4562-83d5-d388f4a1b29a {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:33.476048 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.509407 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d245b2c-f287-4f46-b452-03ab46b35893 None None] DHCP port deletion for 82c54615-1f6f-431f-9827-ad862c27259a request from dv-cinder-830095-1-iscsi {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:40:33.556473 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] For port 4ce5ba76-402e-4562-83d5-d388f4a1b29a, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=4ce5ba76-402e-4562-83d5-d388f4a1b29a,segment=NetworkSegment(96b7b4ed-77da-4362-a4a6-22cb5b492547),segment_id=96b7b4ed-77da-4362-a4a6-22cb5b492547)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:33.556809 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.568108 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7d245b2c-f287-4f46-b452-03ab46b35893 None None] Deleting port 4ce5ba76-402e-4562-83d5-d388f4a1b29a {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:40:33.568780 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d245b2c-f287-4f46-b452-03ab46b35893 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.572573 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Calling delete_port for 4ce5ba76-402e-4562-83d5-d388f4a1b29a owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:33.668865 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7d245b2c-f287-4f46-b452-03ab46b35893 None None] For port 4ce5ba76-402e-4562-83d5-d388f4a1b29a, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=4ce5ba76-402e-4562-83d5-d388f4a1b29a,segment=NetworkSegment(96b7b4ed-77da-4362-a4a6-22cb5b492547),segment_id=96b7b4ed-77da-4362-a4a6-22cb5b492547)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:33.669531 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d245b2c-f287-4f46-b452-03ab46b35893 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.684994 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7d245b2c-f287-4f46-b452-03ab46b35893 None None] Calling delete_port for 4ce5ba76-402e-4562-83d5-d388f4a1b29a owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:40:33.738011 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 951dfe55-d9f9-46e7-9a0f-52ab17f37338 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:40:33.764990 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 951dfe55-d9f9-46e7-9a0f-52ab17f37338 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:40:33.765651 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 951dfe55-d9f9-46e7-9a0f-52ab17f37338 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:40:33.766321 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 4ce5ba76-402e-4562-83d5-d388f4a1b29a no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:40:33.785623 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.820639 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce5ba76-402e-4562-83d5-d388f4a1b29a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:33.825773 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] No DVR routers for this DVR port 4ce5ba76-402e-4562-83d5-d388f4a1b29a on host dv-cinder-830095-1-iscsi {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:40:33.828763 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No active binding found for port 4ce5ba76-402e-4562-83d5-d388f4a1b29a {{(pid=103378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 20 22:40:33.829121 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] The host dv-cinder-830095-1-iscsi is not matching for port 4ce5ba76-402e-4562-83d5-d388f4a1b29a host None! {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 20 22:40:33.829504 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 4ce5ba76-402e-4562-83d5-d388f4a1b29a not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:40:33.829954 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 757d3608-7982-42b8-a25e-57f9ac435290 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:40:33.832836 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7d245b2c-f287-4f46-b452-03ab46b35893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705'] for port (4ce5ba76-402e-4562-83d5-d388f4a1b29a), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.861625 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 757d3608-7982-42b8-a25e-57f9ac435290 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:40:33.862009 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 757d3608-7982-42b8-a25e-57f9ac435290 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:40:33.882990 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d245b2c-f287-4f46-b452-03ab46b35893 None None] Pushing event deleted for resources: {'Port': ['ID=4ce5ba76-402e-4562-83d5-d388f4a1b29a,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:33.892646 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d245b2c-f287-4f46-b452-03ab46b35893 None None] No DVR routers for this DVR port 4ce5ba76-402e-4562-83d5-d388f4a1b29a on host dv-cinder-830095-1-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:40:33.918834 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (82c54615-1f6f-431f-9827-ad862c27259a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:33.953409 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c54615-1f6f-431f-9827-ad862c27259a']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:33.969245 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b7b4ed-77da-4362-a4a6-22cb5b492547') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:33.969552 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b7b4ed-77da-4362-a4a6-22cb5b492547') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:33.983303 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (96b7b4ed-77da-4362-a4a6-22cb5b492547), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:34.004079 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (96b7b4ed-77da-4362-a4a6-22cb5b492547), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:34.019151 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:40:34.019556 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (96b7b4ed-77da-4362-a4a6-22cb5b492547), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:40:34.021416 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:40:34.026359 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:34.060165 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204c43-aa5b-4410-ae4c-3848c765c6db req-f6fbf8d6-ac8e-42ff-b14e-640aaf349152 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:34.062757 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ec204c43-aa5b-4410-ae4c-3848c765c6db req-f6fbf8d6-ac8e-42ff-b14e-640aaf349152 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0726335 Feb 20 22:40:34.125491 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ec204c43-aa5b-4410-ae4c-3848c765c6db req-07220c81-1660-49cf-b8ae-a84199d46697 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560548 Feb 20 22:40:34.204105 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (82c54615-1f6f-431f-9827-ad862c27259a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:34.217144 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:34.224388 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] 10.222.0.67 "DELETE /v2.0/networks/82c54615-1f6f-431f-9827-ad862c27259a HTTP/1.1" status: 204 len: 168 time: 0.9307616 Feb 20 22:40:34.237021 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5192475-264f-46d9-9a9f-937e6de09f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c54615-1f6f-431f-9827-ad862c27259a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:34.659926 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a2109ede-c907-4e32-9b27-2af9cf0252d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:34.703859 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47122) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:34.758599 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-82feb13e-99e5-4c8e-b48e-003cbd886ae9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb138c5e69a84d9192915f968b41d2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529828 Feb 20 22:40:34.761331 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47124) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:34.813786 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c56246c-9520-4300-92b3-a42153149762 admin admin] Publish callbacks [] for security_group (b4c7b711-6e41-41ae-86bf-c005aba1c56d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:34.837985 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c56246c-9520-4300-92b3-a42153149762 admin admin] Publish callbacks [] for security_group (b4c7b711-6e41-41ae-86bf-c005aba1c56d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:35.010846 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c56246c-9520-4300-92b3-a42153149762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (b4c7b711-6e41-41ae-86bf-c005aba1c56d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:35.014269 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c56246c-9520-4300-92b3-a42153149762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:35.016060 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-0c56246c-9520-4300-92b3-a42153149762 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b4c7b711-6e41-41ae-86bf-c005aba1c56d HTTP/1.1" status: 204 len: 168 time: 0.2531340 Feb 20 22:40:35.032043 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56246c-9520-4300-92b3-a42153149762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c7b711-6e41-41ae-86bf-c005aba1c56d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:35.269336 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cb25b-8806-4955-8ac7-d900e07a5e9d req-f92834fa-01b4-4f67-ba74-3622efeab27c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:35.270878 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7c0cb25b-8806-4955-8ac7-d900e07a5e9d req-f92834fa-01b4-4f67-ba74-3622efeab27c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0576789 Feb 20 22:40:35.321745 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7c0cb25b-8806-4955-8ac7-d900e07a5e9d req-d8e90ad6-08b2-455b-9c76-309571abdef5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450473 Feb 20 22:40:35.713800 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:36.130447 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47138) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:36.176197 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-8c8caa7e-cf9d-4d19-840f-687a0060585c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb881f7d1c1f48658cb2201dc69c41e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445886 Feb 20 22:40:36.178895 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47140) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:36.240656 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-245a47c8-ba9f-4692-b820-3d2d15f5e4bf admin admin] Publish callbacks [] for security_group (15caddf2-1562-46d4-9bb8-4c39b08d77c8), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:36.268266 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-245a47c8-ba9f-4692-b820-3d2d15f5e4bf admin admin] Publish callbacks [] for security_group (15caddf2-1562-46d4-9bb8-4c39b08d77c8), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:36.443136 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-245a47c8-ba9f-4692-b820-3d2d15f5e4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (15caddf2-1562-46d4-9bb8-4c39b08d77c8), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:36.445677 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-245a47c8-ba9f-4692-b820-3d2d15f5e4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:36.447504 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-245a47c8-ba9f-4692-b820-3d2d15f5e4bf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/15caddf2-1562-46d4-9bb8-4c39b08d77c8 HTTP/1.1" status: 204 len: 168 time: 0.2675505 Feb 20 22:40:36.462770 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a47c8-ba9f-4692-b820-3d2d15f5e4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15caddf2-1562-46d4-9bb8-4c39b08d77c8,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:36.488125 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21cacd-014c-4316-8c02-f54cba0c6695 req-3506f191-19f3-496f-ad54-5987a41bc6ec tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:36.489856 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c21cacd-014c-4316-8c02-f54cba0c6695 req-3506f191-19f3-496f-ad54-5987a41bc6ec tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0793064 Feb 20 22:40:36.558334 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9c21cacd-014c-4316-8c02-f54cba0c6695 req-34b80f02-a342-40bb-bd83-e2ddbcaffc59 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616574 Feb 20 22:40:36.919119 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:37.692608 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47170) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:37.708571 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41903d-d40a-4621-a6b2-553b792ee810 req-51244fa1-444e-4639-8eeb-11b9baafb2d9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:37.710806 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2e41903d-d40a-4621-a6b2-553b792ee810 req-51244fa1-444e-4639-8eeb-11b9baafb2d9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0728223 Feb 20 22:40:37.771049 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2e41903d-d40a-4621-a6b2-553b792ee810 req-623dd21f-d96b-4465-b656-cb4d6de98174 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543890 Feb 20 22:40:37.826905 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-629567132-network', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:37.919319 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Made reservation on behalf of ad594c2f6bad4732bd98bc2e27264279 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:40:37.922180 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:37.931550 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:38.023628 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Publish callbacks [] for security_group (cf7d020a-73fd-4f2d-81bc-f962cb66ba7f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:38.102522 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (cf7d020a-73fd-4f2d-81bc-f962cb66ba7f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:38.137145 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:40:38.147853 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7d020a-73fd-4f2d-81bc-f962cb66ba7f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:38.152687 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (7ea9f67e-b8f0-41aa-b460-4808cb3654e4), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:38.153020 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Added segment 7ea9f67e-b8f0-41aa-b460-4808cb3654e4 of type vlan for network 17bda384-38d7-4592-a4bb-4dd6daeb6237 Feb 20 22:40:38.202580 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (17bda384-38d7-4592-a4bb-4dd6daeb6237), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:38.324804 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (17bda384-38d7-4592-a4bb-4dd6daeb6237), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:38.325886 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:38.327453 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:38.396800 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] Pushing event updated for resources: {'Network': ['ID=17bda384-38d7-4592-a4bb-4dd6daeb6237,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:38.409806 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:40:38.467990 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-53bb90e4-fa44-4609-9c7b-709db49a3efc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7704277 Feb 20 22:40:38.468197 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47176) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:38.473224 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Request body: {'subnet': {'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-629567132-subnet', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:38.899086 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09db71-1408-4d6e-850c-1e5ce32677e8 req-8b1bd5bd-cbec-4df6-8fea-4ff798d9cbf6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:38.900555 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fb09db71-1408-4d6e-850c-1e5ce32677e8 req-8b1bd5bd-cbec-4df6-8fea-4ff798d9cbf6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0572636 Feb 20 22:40:38.948844 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fb09db71-1408-4d6e-850c-1e5ce32677e8 req-23422bbd-2a92-4d71-876e-4d1428a02919 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417616 Feb 20 22:40:39.234265 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Made reservation on behalf of ad594c2f6bad4732bd98bc2e27264279 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:40:39.237396 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:39.237898 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3042798'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:39.496737 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3042588'] for subnet (1e25595a-bfb1-4bc5-9613-8f0966c7ce20), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:39.551161 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e25595a-bfb1-4bc5-9613-8f0966c7ce20,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:39.571357 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Checking segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:40:39.571713 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Network hostable DHCP agents. Network: 17bda384-38d7-4592-a4bb-4dd6daeb6237, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:40:39.656999 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:40:39.736977 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 17bda384-38d7-4592-a4bb-4dd6daeb6237) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:39.741928 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:39.742566 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:39.749096 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d748db84-01e2-4764-becc-f0e1b9a1e89d None None] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:40:39.845756 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-a89dc977-01da-4f13-94c6-8081b9d6b3d7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3762591 Feb 20 22:40:39.848426 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47188) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:39.853847 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:39.860813 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ba9f9b-0950-586d-b448-b4766aa1f9c3-17bda384-38d7-4592-a4bb-4dd6daeb6237', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20'}]}} from dv-cinder-830095-1-iscsi. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:40:39.862116 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:39.946359 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2647'] for router (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:39.947631 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2732'] for router (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:40.015071 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Allocated IP 172.20.0.2 (17bda384-38d7-4592-a4bb-4dd6daeb6237/1e25595a-bfb1-4bc5-9613-8f0966c7ce20/1baf49eb-e208-4e86-a71e-39bbfea9cf73) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:40:40.016911 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks [] for router_controller (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:40.107876 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d7440-de25-4d78-98e5-a48f789466e6 req-1229bb0e-7305-4d70-a1a1-c1aae0282136 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:40.107876 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f51d7440-de25-4d78-98e5-a48f789466e6 req-1229bb0e-7305-4d70-a1a1-c1aae0282136 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0756736 Feb 20 22:40:40.156640 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f51d7440-de25-4d78-98e5-a48f789466e6 req-f270616d-8bdf-4c1c-81c8-9006ad71bce6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463758 Feb 20 22:40:40.162531 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Publish callbacks [] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:40.303319 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks [] for router_gateway (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:40.331100 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:40.367471 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:40:40.370467 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:40.372974 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:40:40.406340 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Pushing event updated for resources: {'Port': ['ID=1baf49eb-e208-4e86-a71e-39bbfea9cf73,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:40.440244 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Attempting to bind port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:40:40.440607 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Attempting to bind port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:40:40.440964 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Attempting to bind port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:40:40.446249 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:40:40.446610 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Checking segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:40:40.447001 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:40.447381 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Bound using segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:40:40.447831 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Bound port: 1baf49eb-e208-4e86-a71e-39bbfea9cf73, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:40:40.448202 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:40.512620 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] For port 1baf49eb-e208-4e86-a71e-39bbfea9cf73, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:40:40.516930 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] For port 1baf49eb-e208-4e86-a71e-39bbfea9cf73, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=1baf49eb-e208-4e86-a71e-39bbfea9cf73,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:40:40.617223 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:40.685212 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb769be5-1889-4ddf-a452-a73a29588154 None None] Pushing event updated for resources: {'Port': ['ID=1baf49eb-e208-4e86-a71e-39bbfea9cf73,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:40.930326 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks [] for router_gateway (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:40.951290 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:41.056654 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Allocated IP 172.27.0.134 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/44043733-a497-4f6f-a930-d9541acc638c) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:40:41.162626 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks [] for port (44043733-a497-4f6f-a930-d9541acc638c), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:41.260929 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (44043733-a497-4f6f-a930-d9541acc638c), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:41.284213 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cb289-6e64-4570-b1b8-ff4b29bfd0c2 req-b4567af0-3a0b-41e6-a164-34cacf5e4f9f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:41.285920 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ad6cb289-6e64-4570-b1b8-ff4b29bfd0c2 req-b4567af0-3a0b-41e6-a164-34cacf5e4f9f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0563989 Feb 20 22:40:41.304701 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:40:41.307908 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:41.310244 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:40:41.340769 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ad6cb289-6e64-4570-b1b8-ff4b29bfd0c2 req-508ae328-740b-4fdd-a704-91455b520b74 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485725 Feb 20 22:40:41.347591 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=44043733-a497-4f6f-a930-d9541acc638c,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:41.577626 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d01e3-25b1-41b3-a5a7-c546373542b1 None None] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:40:41.648981 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-44a529f8-cd3c-41e3-973e-aba1f1847a58 None None] Provisioning complete for port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:41.649270 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44a529f8-cd3c-41e3-973e-aba1f1847a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:41.675465 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks [] for router_gateway (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:41.772270 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 1baf49eb-e208-4e86-a71e-39bbfea9cf73 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:41.802163 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-44a529f8-cd3c-41e3-973e-aba1f1847a58 None None] Current status of the port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:41.802545 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44a529f8-cd3c-41e3-973e-aba1f1847a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:41.853252 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-44a529f8-cd3c-41e3-973e-aba1f1847a58 None None] For port 1baf49eb-e208-4e86-a71e-39bbfea9cf73, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=1baf49eb-e208-4e86-a71e-39bbfea9cf73,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:41.865674 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:41.870089 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:41.888942 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297'] for router (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:41.940358 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44a529f8-cd3c-41e3-973e-aba1f1847a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:41.976832 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:41.977212 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:42.012191 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a529f8-cd3c-41e3-973e-aba1f1847a58 None None] Pushing event updated for resources: {'Port': ['ID=1baf49eb-e208-4e86-a71e-39bbfea9cf73,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:42.057361 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.db.api [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 22:40:42.057783 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG oslo_db.api [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 22:40:42.066802 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-96fdeab1-8bfb-47dc-97de-57069823719d None None] Provisioning complete for port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:42.067172 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-96fdeab1-8bfb-47dc-97de-57069823719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:42.079434 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 is scheduled to L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:40:42.146045 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-96fdeab1-8bfb-47dc-97de-57069823719d None None] Current status of the port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:42.189142 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:40:42.198095 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Sync routers for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:40:42.208079 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:42.208681 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:42.273037 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:42.276987 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-98bee0a3-1123-4ed4-9110-48af81a2c4e1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4248343 Feb 20 22:40:42.277337 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47210) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:42.315955 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:42.472761 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f9906-4f85-4b10-9cdd-7591bd41585e req-283722d7-1d6a-49af-8eae-0d2a3a6713ea tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:42.474244 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8a4f9906-4f85-4b10-9cdd-7591bd41585e req-283722d7-1d6a-49af-8eae-0d2a3a6713ea tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0545728 Feb 20 22:40:42.508784 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:41Z', 'revision_number': 3, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:42.525430 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8a4f9906-4f85-4b10-9cdd-7591bd41585e req-d1c20d9b-f3e7-4187-b3a8-b6995eda363c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455472 Feb 20 22:40:42.537109 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Checking router: d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:40:42.537468 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Updating router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 port 44043733-a497-4f6f-a930-d9541acc638c binding host dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:40:42.584502 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (44043733-a497-4f6f-a930-d9541acc638c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:42.621510 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:42.710708 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:42.880496 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Allocated IP 172.20.0.1 (17bda384-38d7-4592-a4bb-4dd6daeb6237/1e25595a-bfb1-4bc5-9613-8f0966c7ce20/b5bf3969-9d25-4591-af73-65fe7a2b1076) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:40:42.984913 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Publish callbacks [] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:42.986540 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Publish callbacks [] for port (44043733-a497-4f6f-a930-d9541acc638c), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.044753 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (44043733-a497-4f6f-a930-d9541acc638c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.079925 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.098004 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Attempting to bind port 44043733-a497-4f6f-a930-d9541acc638c on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:40:43.098394 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Attempting to bind port 44043733-a497-4f6f-a930-d9541acc638c by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:40:43.098736 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Attempting to bind port 44043733-a497-4f6f-a930-d9541acc638c on network 13902551-927e-452b-838a-e5943d6828df {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:40:43.103243 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a6ab7-b267-436f-9b13-a4d23448be74 None None] Pushing event updated for resources: {'Port': ['ID=44043733-a497-4f6f-a930-d9541acc638c,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:43.106996 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:40:43.107384 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:40:43.107771 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.108701 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Bound using segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:40:43.109163 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Bound port: 44043733-a497-4f6f-a930-d9541acc638c, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:40:43.109539 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (44043733-a497-4f6f-a930-d9541acc638c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.115023 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:40:43.121958 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:43.125864 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:40:43.156064 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Pushing event updated for resources: {'Port': ['ID=b5bf3969-9d25-4591-af73-65fe7a2b1076,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:43.169627 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] For port 44043733-a497-4f6f-a930-d9541acc638c, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:40:43.175176 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571262'] for router_interface (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.175593 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] For port 44043733-a497-4f6f-a930-d9541acc638c, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=44043733-a497-4f6f-a930-d9541acc638c,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:40:43.244120 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (44043733-a497-4f6f-a930-d9541acc638c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.302117 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:43.302750 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:43.339954 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a6ab7-b267-436f-9b13-a4d23448be74 None None] Pushing event updated for resources: {'Port': ['ID=44043733-a497-4f6f-a930-d9541acc638c,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:43.386563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.407163 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-188ebda5-760f-4aa6-8a8b-d788de8115d5 None None] Provisioning complete for port b5bf3969-9d25-4591-af73-65fe7a2b1076 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:43.407428 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-188ebda5-760f-4aa6-8a8b-d788de8115d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.442687 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:43.516703 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-188ebda5-760f-4aa6-8a8b-d788de8115d5 None None] Port b5bf3969-9d25-4591-af73-65fe7a2b1076 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:40:43.553273 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Publish callbacks [] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.624757 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.629656 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:41Z', 'revision_number': 3, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:43.662764 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cc8490-e642-4352-b16f-b20a7f502327 None None] The sync data for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi is: [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:41Z', 'revision_number': 3, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:40:43.725418 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 1baf49eb-e208-4e86-a71e-39bbfea9cf73 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:43.778060 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:43.778581 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.875290 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:43.990561 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571370'] for router_interface (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:43.991308 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-ea628c52-ab11-4cf1-885a-b30e47169c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:43.993060 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-ea628c52-ab11-4cf1-885a-b30e47169c70 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 1129 time: 0.0614281 Feb 20 22:40:44.004002 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e7f2-0dd6-4d66-b91a-559d10f14bac req-f1d9d19b-ee63-40aa-adab-2cdc2e80956c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:44.005564 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8e41e7f2-0dd6-4d66-b91a-559d10f14bac req-f1d9d19b-ee63-40aa-adab-2cdc2e80956c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.4102085 Feb 20 22:40:44.009603 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Pushing event updated for resources: {'Port': ['ID=b5bf3969-9d25-4591-af73-65fe7a2b1076,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:44.097260 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8e41e7f2-0dd6-4d66-b91a-559d10f14bac req-770289cd-6c93-4f84-bc27-34e53ccc6bdf tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835407 Feb 20 22:40:44.109090 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-fd558b4d-31a4-41cb-b8e7-4d76a34ae97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:44.110736 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-fd558b4d-31a4-41cb-b8e7-4d76a34ae97d service neutron] 10.222.0.91 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 917 time: 0.1087396 Feb 20 22:40:44.151782 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:40:44.153199 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:44.187371 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-30432536-3277-407d-a85b-2ce2dad69e02 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=768a4c20-1193-47e6-b722-17715005ccc4 HTTP/1.1" status: 200 len: 999 time: 0.0693214 Feb 20 22:40:44.257868 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-51627fd4-7964-4f5b-8c35-713dfa57ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:44.259350 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-51627fd4-7964-4f5b-8c35-713dfa57ca5b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 200 len: 855 time: 0.0586183 Feb 20 22:40:44.302005 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:40:44.336022 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-d76cb760-a022-4744-a123-07b7a71774a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:44.337556 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-d76cb760-a022-4744-a123-07b7a71774a2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b23fffc4-fb98-41ca-b863-88db23b63f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701478 Feb 20 22:40:44.442157 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:40:44.455984 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b217fb88-591c-495c-8296-f4ec5e4aed6a admin admin] 10.222.0.67 "PUT /v2.0/routers/d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1692474 Feb 20 22:40:44.460280 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-e21e7999-028d-43a3-bdde-30420fb00f09 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132102 Feb 20 22:40:44.472220 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-126e80f9-245f-43d7-88da-7c641fc08437 None None] Provisioning complete for port b5bf3969-9d25-4591-af73-65fe7a2b1076 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:44.472757 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-126e80f9-245f-43d7-88da-7c641fc08437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:44.522566 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-126e80f9-245f-43d7-88da-7c641fc08437 None None] Port b5bf3969-9d25-4591-af73-65fe7a2b1076 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:40:44.574235 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d7d53b4b-5f4b-4731-a789-bdff11ca624e req-f26c1898-fdb5-4135-9e82-ef29ef6be088 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044986 Feb 20 22:40:45.240857 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10342a8b-d6d1-4292-9546-ff22ef52f630 req-3f40fcae-329f-4e8c-ba80-3615a198fbf7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:45.242515 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-10342a8b-d6d1-4292-9546-ff22ef52f630 req-3f40fcae-329f-4e8c-ba80-3615a198fbf7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0578318 Feb 20 22:40:45.276318 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47240) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:45.282711 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-354813554-network', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:45.293391 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-10342a8b-d6d1-4292-9546-ff22ef52f630 req-96515429-fc17-4de7-ae27-2ca75a73692f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455616 Feb 20 22:40:45.356569 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Sync routers for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:40:45.366721 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:45.367342 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:45.382053 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Made reservation on behalf of f3e4f47c4eea42d58da4713a0891b9d9 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:40:45.384387 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.393227 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.468935 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Publish callbacks [] for security_group (6789d04e-a94c-4ff0-8d6b-bb1f094ce59a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.476264 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:45.525102 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (6789d04e-a94c-4ff0-8d6b-bb1f094ce59a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.552772 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:40:45.559166 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6789d04e-a94c-4ff0-8d6b-bb1f094ce59a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:45.565244 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.565587 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Added segment 9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc of type vlan for network b2aafe93-b894-4382-99f2-6e840ced2c2a Feb 20 22:40:45.608317 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (b2aafe93-b894-4382-99f2-6e840ced2c2a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.676665 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 2, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:45.709380 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Checking router: d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:40:45.709799 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Updating router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 port b5bf3969-9d25-4591-af73-65fe7a2b1076 binding host dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:40:45.711580 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (b2aafe93-b894-4382-99f2-6e840ced2c2a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.712569 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:45.713196 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.730695 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 44043733-a497-4f6f-a930-d9541acc638c up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:45.738901 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.785951 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 44043733-a497-4f6f-a930-d9541acc638c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:45.786329 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (44043733-a497-4f6f-a930-d9541acc638c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.798942 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] Pushing event updated for resources: {'Network': ['ID=b2aafe93-b894-4382-99f2-6e840ced2c2a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:45.810391 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network b2aafe93-b894-4382-99f2-6e840ced2c2a details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:40:45.822669 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e3f849dc-3d08-4982-ab71-c1f6baa1dfa8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5450332 Feb 20 22:40:45.825205 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:45.832141 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Request body: {'subnet': {'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-354813554-subnet', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:45.922257 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Made reservation on behalf of f3e4f47c4eea42d58da4713a0891b9d9 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:40:45.924969 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9865859'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.927821 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 44043733-a497-4f6f-a930-d9541acc638c is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:45.928211 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (44043733-a497-4f6f-a930-d9541acc638c), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:45.949682 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port 44043733-a497-4f6f-a930-d9541acc638c, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=44043733-a497-4f6f-a930-d9541acc638c,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:46.034420 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Publish callbacks [] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.168229 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (44043733-a497-4f6f-a930-d9541acc638c), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.218688 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=44043733-a497-4f6f-a930-d9541acc638c,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:46.245084 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.273923 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2418829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9865841'] for subnet (69dc1878-fa12-4140-8037-2de8d44e954a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.296962 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Pushing event updated for resources: {'Port': ['ID=b5bf3969-9d25-4591-af73-65fe7a2b1076,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:46.323276 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.323276 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.323276 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.323700 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.324067 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.324251 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.324573 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.324896 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.325215 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.325548 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.325904 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.327739 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.327739 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:40:46.336085 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69dc1878-fa12-4140-8037-2de8d44e954a,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:46.341874 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Checking segment: {'id': '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:40:46.342348 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Network hostable DHCP agents. Network: b2aafe93-b894-4382-99f2-6e840ced2c2a, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:40:46.359908 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Attempting to bind port b5bf3969-9d25-4591-af73-65fe7a2b1076 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:40:46.362040 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Attempting to bind port b5bf3969-9d25-4591-af73-65fe7a2b1076 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:40:46.362040 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Attempting to bind port b5bf3969-9d25-4591-af73-65fe7a2b1076 on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:40:46.366428 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:40:46.366805 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Checking segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:40:46.367205 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.367700 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Bound using segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:40:46.368097 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Bound port: b5bf3969-9d25-4591-af73-65fe7a2b1076, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:40:46.368526 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.439101 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] For port b5bf3969-9d25-4591-af73-65fe7a2b1076, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:40:46.443320 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] For port b5bf3969-9d25-4591-af73-65fe7a2b1076, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=b5bf3969-9d25-4591-af73-65fe7a2b1076,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:40:46.452506 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Network b2aafe93-b894-4382-99f2-6e840ced2c2a is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:40:46.485371 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343f0c-9769-4ffe-b0d3-72d69d1315a9 req-c487d7cf-3527-48dc-bc9b-e4ae83e27539 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:46.487033 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-63343f0c-9769-4ffe-b0d3-72d69d1315a9 req-c487d7cf-3527-48dc-bc9b-e4ae83e27539 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.0737772 Feb 20 22:40:46.537448 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-63343f0c-9769-4ffe-b0d3-72d69d1315a9 req-2af154df-4f22-4d88-a9be-0f6d850a25b7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442145 Feb 20 22:40:46.543654 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.562258 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-bc7e9b97-d221-40f4-b0d4-0dea1433ced5 None None] Provisioning complete for port b5bf3969-9d25-4591-af73-65fe7a2b1076 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:46.562862 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9b97-d221-40f4-b0d4-0dea1433ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.570553 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, b2aafe93-b894-4382-99f2-6e840ced2c2a) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:46.575200 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:46.575621 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.590678 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2de72a-761d-40f6-a9dd-74f1fb85fb6d None None] Network b2aafe93-b894-4382-99f2-6e840ced2c2a requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:40:46.616490 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fd3df-b3c5-4c9d-b322-18372d32d8ba None None] Pushing event updated for resources: {'Port': ['ID=b5bf3969-9d25-4591-af73-65fe7a2b1076,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:46.622070 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:46.622686 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:46.683425 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f3853df1-f4a4-457b-8d59-c90e838b7246 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8569627 Feb 20 22:40:46.686663 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47250) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:46.692082 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-354813554-router', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df'}}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:46.737634 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bc7e9b97-d221-40f4-b0d4-0dea1433ced5 None None] Current status of the port b5bf3969-9d25-4591-af73-65fe7a2b1076 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:46.738178 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9b97-d221-40f4-b0d4-0dea1433ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.741853 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ba9f9b-0950-586d-b448-b4766aa1f9c3-b2aafe93-b894-4382-99f2-6e840ced2c2a', 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a', 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'fixed_ips': [{'subnet_id': '69dc1878-fa12-4140-8037-2de8d44e954a'}]}} from dv-cinder-830095-1-iscsi. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:40:46.742728 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.800618 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2647'] for router (0ff67205-efe2-4351-bc22-2049b69a3f9d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.801902 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2732'] for router (0ff67205-efe2-4351-bc22-2049b69a3f9d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.844602 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bc7e9b97-d221-40f4-b0d4-0dea1433ced5 None None] For port b5bf3969-9d25-4591-af73-65fe7a2b1076, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=b5bf3969-9d25-4591-af73-65fe7a2b1076,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:46.852554 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:46.882146 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks [] for router_controller (0ff67205-efe2-4351-bc22-2049b69a3f9d), precommit_add_association {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:46.914892 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Allocated IP 172.20.0.2 (b2aafe93-b894-4382-99f2-6e840ced2c2a/69dc1878-fa12-4140-8037-2de8d44e954a/48298bf8-eb28-4e11-8f3e-6f48f3fde247) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:40:46.929938 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9b97-d221-40f4-b0d4-0dea1433ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.030696 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e9b97-d221-40f4-b0d4-0dea1433ced5 None None] Pushing event updated for resources: {'Port': ['ID=b5bf3969-9d25-4591-af73-65fe7a2b1076,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:47.062902 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:47.074505 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-fe2a24ea-9966-478c-8241-81edd1924a26 None None] Provisioning complete for port b5bf3969-9d25-4591-af73-65fe7a2b1076 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:47.074922 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fe2a24ea-9966-478c-8241-81edd1924a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.092261 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fff90-493d-4013-bacf-c69510219a8b None None] The sync data for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi is: [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:40:47.096179 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks [] for router_gateway (0ff67205-efe2-4351-bc22-2049b69a3f9d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.156050 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Publish callbacks [] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.204981 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a24ea-9966-478c-8241-81edd1924a26 None None] Current status of the port b5bf3969-9d25-4591-af73-65fe7a2b1076 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:47.245667 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.285015 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Network b2aafe93-b894-4382-99f2-6e840ced2c2a is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:40:47.288181 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:47.291780 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:40:47.303640 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Pushing event updated for resources: {'Port': ['ID=48298bf8-eb28-4e11-8f3e-6f48f3fde247,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:47.363617 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Attempting to bind port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:40:47.364066 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Attempting to bind port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:40:47.365170 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Attempting to bind port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 on network b2aafe93-b894-4382-99f2-6e840ced2c2a {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:40:47.370710 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:40:47.371220 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Checking segment: {'id': '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:40:47.371765 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.372293 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Bound using segment: {'id': '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:40:47.372765 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Bound port: 48298bf8-eb28-4e11-8f3e-6f48f3fde247, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:40:47.373262 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.397757 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks [] for router_gateway (0ff67205-efe2-4351-bc22-2049b69a3f9d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.420999 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.443846 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] For port 48298bf8-eb28-4e11-8f3e-6f48f3fde247, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:40:47.452508 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] For port 48298bf8-eb28-4e11-8f3e-6f48f3fde247, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=48298bf8-eb28-4e11-8f3e-6f48f3fde247,segment=NetworkSegment(9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc),segment_id=9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:40:47.535851 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Allocated IP 172.27.0.122 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/6264f530-759e-4bc3-b5f7-678c08def589) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:40:47.554418 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.617834 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3281a-349e-4c43-88d2-24173b12a94f None None] Pushing event updated for resources: {'Port': ['ID=48298bf8-eb28-4e11-8f3e-6f48f3fde247,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:47.659854 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks [] for port (6264f530-759e-4bc3-b5f7-678c08def589), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.736638 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c74ac-fac2-4607-944f-908aff2d4f5f req-1868dda4-95f2-4a15-8bcf-c5a9467c0322 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:47.738287 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b66c74ac-fac2-4607-944f-908aff2d4f5f req-1868dda4-95f2-4a15-8bcf-c5a9467c0322 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 945 time: 0.1004596 Feb 20 22:40:47.816758 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b66c74ac-fac2-4607-944f-908aff2d4f5f req-b5624404-ef74-4b25-bdb4-199b5e33843c tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691149 Feb 20 22:40:47.826062 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device b5bf3969-9d25-4591-af73-65fe7a2b1076 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:47.828808 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (6264f530-759e-4bc3-b5f7-678c08def589), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:47.893391 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:40:47.902673 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:47.905571 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:40:47.909220 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Pushing event updated for resources: {'Port': ['ID=6264f530-759e-4bc3-b5f7-678c08def589,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:47.937630 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port b5bf3969-9d25-4591-af73-65fe7a2b1076 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:47.938030 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:48.041641 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port b5bf3969-9d25-4591-af73-65fe7a2b1076 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:48.047687 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 44043733-a497-4f6f-a930-d9541acc638c up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:48.096741 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 44043733-a497-4f6f-a930-d9541acc638c triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:48.102496 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (44043733-a497-4f6f-a930-d9541acc638c), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:48.315242 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 44043733-a497-4f6f-a930-d9541acc638c is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:48.352090 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks [] for router_gateway (0ff67205-efe2-4351-bc22-2049b69a3f9d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:48.454617 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 768a4c20-1193-47e6-b722-17715005ccc4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:40:48.558173 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 768a4c20-1193-47e6-b722-17715005ccc4 is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:48.558807 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (768a4c20-1193-47e6-b722-17715005ccc4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:48.586366 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:40:48.588708 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886e6158-633d-4a6b-ac15-c55be8393db0" -d '{"events": [{"server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "name": "network-vif-unplugged", "status": "completed", "tag": "768a4c20-1193-47e6-b722-17715005ccc4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:40:48.604240 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:48.673903 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:48.733046 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:48.751283 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a5f163-d554-420a-9386-6d91e8295188 None None] Network b2aafe93-b894-4382-99f2-6e840ced2c2a requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:40:48.866536 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-36bf1099-e7de-4a00-9b6b-7dac75ea64f5 None None] Provisioning complete for port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:48.867136 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36bf1099-e7de-4a00-9b6b-7dac75ea64f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:48.876314 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297'] for router (0ff67205-efe2-4351-bc22-2049b69a3f9d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:48.893982 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 22:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369a90aa-f434-4eb1-8924-79c0801f3e45 x-openstack-request-id: req-369a90aa-f434-4eb1-8924-79c0801f3e45 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:40:48.894270 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "name": "network-vif-unplugged", "status": "completed", "tag": "768a4c20-1193-47e6-b722-17715005ccc4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:40:48.894521 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-369a90aa-f434-4eb1-8924-79c0801f3e45 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:40:48.894912 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4', 'code': 200} Feb 20 22:40:49.001531 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-36bf1099-e7de-4a00-9b6b-7dac75ea64f5 None None] Current status of the port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:49.001914 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36bf1099-e7de-4a00-9b6b-7dac75ea64f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:49.046865 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92007c-b5d9-49c3-9888-725501186da3 req-bb4b877b-f81a-4935-92e7-b68d5d4625c8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:49.048499 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bc92007c-b5d9-49c3-9888-725501186da3 req-bb4b877b-f81a-4935-92e7-b68d5d4625c8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.1098201 Feb 20 22:40:49.049043 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-36bf1099-e7de-4a00-9b6b-7dac75ea64f5 None None] For port 48298bf8-eb28-4e11-8f3e-6f48f3fde247, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=48298bf8-eb28-4e11-8f3e-6f48f3fde247,segment=NetworkSegment(9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc),segment_id=9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:49.115670 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bc92007c-b5d9-49c3-9888-725501186da3 req-ca81f7ae-893d-4570-90f1-af50a8affdec tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534308 Feb 20 22:40:49.168391 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-36bf1099-e7de-4a00-9b6b-7dac75ea64f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:49.191180 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Router 0ff67205-efe2-4351-bc22-2049b69a3f9d is scheduled to L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 with binding_index 1 {{(pid=103376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:40:49.221018 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf1099-e7de-4a00-9b6b-7dac75ea64f5 None None] Pushing event updated for resources: {'Port': ['ID=48298bf8-eb28-4e11-8f3e-6f48f3fde247,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:49.288008 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3b3903e9-b19d-4637-a0a4-e2182dbf217a None None] Provisioning complete for port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:49.288283 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3b3903e9-b19d-4637-a0a4-e2182dbf217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:49.308452 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:40:49.322342 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Sync routers for ids ['0ff67205-efe2-4351-bc22-2049b69a3f9d'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:40:49.338312 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Routers {'0ff67205-efe2-4351-bc22-2049b69a3f9d'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:49.338928 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ff67205-efe2-4351-bc22-2049b69a3f9d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:49.398564 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:49.399966 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-2527da88-1df2-42f2-9bc2-8f309f45289f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7117078 Feb 20 22:40:49.402796 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47278) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:49.454121 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3b3903e9-b19d-4637-a0a4-e2182dbf217a None None] Current status of the port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:49.476956 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Set router 0ff67205-efe2-4351-bc22-2049b69a3f9d gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:49.661248 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'name': 'tempest-TestVolumeBootPattern-354813554-router', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6264f530-759e-4bc3-b5f7-678c08def589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:46Z', 'updated_at': '2022-02-20T22:40:48Z', 'revision_number': 3, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'gw_port': {'id': '6264f530-759e-4bc3-b5f7-678c08def589', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:47Z', 'updated_at': '2022-02-20T22:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:49.692258 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Checking router: 0ff67205-efe2-4351-bc22-2049b69a3f9d for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:40:49.692639 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Updating router 0ff67205-efe2-4351-bc22-2049b69a3f9d port 6264f530-759e-4bc3-b5f7-678c08def589 binding host dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:40:49.724005 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (6264f530-759e-4bc3-b5f7-678c08def589), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:49.758893 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 48298bf8-eb28-4e11-8f3e-6f48f3fde247 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:49.840980 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:49.924971 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:49.925559 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:49.999168 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Allocated IP 172.20.0.1 (b2aafe93-b894-4382-99f2-6e840ced2c2a/69dc1878-fa12-4140-8037-2de8d44e954a/de87090e-e3c4-4581-9358-3d88f2d7a38f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:40:50.071456 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:50.093106 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Publish callbacks [] for port (6264f530-759e-4bc3-b5f7-678c08def589), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.113148 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Publish callbacks [] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.181842 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (6264f530-759e-4bc3-b5f7-678c08def589), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.205111 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.234484 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Attempting to bind port 6264f530-759e-4bc3-b5f7-678c08def589 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:40:50.234846 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Attempting to bind port 6264f530-759e-4bc3-b5f7-678c08def589 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:40:50.235201 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Attempting to bind port 6264f530-759e-4bc3-b5f7-678c08def589 on network 13902551-927e-452b-838a-e5943d6828df {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:40:50.237125 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc6c93-0b69-4511-8f8a-38134367bd34 None None] Pushing event updated for resources: {'Port': ['ID=6264f530-759e-4bc3-b5f7-678c08def589,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:50.242562 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:40:50.242926 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:40:50.243519 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.243686 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Bound using segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:40:50.244137 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Bound port: 6264f530-759e-4bc3-b5f7-678c08def589, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:40:50.244506 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (6264f530-759e-4bc3-b5f7-678c08def589), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.244760 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Network b2aafe93-b894-4382-99f2-6e840ced2c2a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:40:50.247925 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:50.251313 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:40:50.295541 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Pushing event updated for resources: {'Port': ['ID=de87090e-e3c4-4581-9358-3d88f2d7a38f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:50.304746 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] For port 6264f530-759e-4bc3-b5f7-678c08def589, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:40:50.309751 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] For port 6264f530-759e-4bc3-b5f7-678c08def589, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=6264f530-759e-4bc3-b5f7-678c08def589,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:40:50.313333 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:40:50.320907 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571262'] for router_interface (0ff67205-efe2-4351-bc22-2049b69a3f9d), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.371589 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (6264f530-759e-4bc3-b5f7-678c08def589), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.435459 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Routers {'0ff67205-efe2-4351-bc22-2049b69a3f9d'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:50.436606 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ff67205-efe2-4351-bc22-2049b69a3f9d'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:50.477237 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc6c93-0b69-4511-8f8a-38134367bd34 None None] Pushing event updated for resources: {'Port': ['ID=6264f530-759e-4bc3-b5f7-678c08def589,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:50.536951 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.566373 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] Set router 0ff67205-efe2-4351-bc22-2049b69a3f9d gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:50.674917 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-cca26b0b-eb70-4e8e-bf81-838170bb4d09 None None] Provisioning complete for port de87090e-e3c4-4581-9358-3d88f2d7a38f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:50.675368 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cca26b0b-eb70-4e8e-bf81-838170bb4d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.712186 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Publish callbacks [] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.723514 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-cca26b0b-eb70-4e8e-bf81-838170bb4d09 None None] Port de87090e-e3c4-4581-9358-3d88f2d7a38f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:40:50.785278 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'name': 'tempest-TestVolumeBootPattern-354813554-router', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6264f530-759e-4bc3-b5f7-678c08def589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:46Z', 'updated_at': '2022-02-20T22:40:48Z', 'revision_number': 3, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'gw_port': {'id': '6264f530-759e-4bc3-b5f7-678c08def589', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:47Z', 'updated_at': '2022-02-20T22:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:50.796940 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.867539 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571370'] for router_interface (0ff67205-efe2-4351-bc22-2049b69a3f9d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:50.869734 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Pushing event updated for resources: {'Port': ['ID=de87090e-e3c4-4581-9358-3d88f2d7a38f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:50.951600 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2df9c8-981b-4b76-84e9-3c5b8cea685f None None] The sync data for ids ['0ff67205-efe2-4351-bc22-2049b69a3f9d'] in dv-cinder-830095-1-iscsi is: [{'id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'name': 'tempest-TestVolumeBootPattern-354813554-router', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6264f530-759e-4bc3-b5f7-678c08def589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:46Z', 'updated_at': '2022-02-20T22:40:48Z', 'revision_number': 3, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'gw_port': {'id': '6264f530-759e-4bc3-b5f7-678c08def589', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:47Z', 'updated_at': '2022-02-20T22:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:40:51.023899 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Network b2aafe93-b894-4382-99f2-6e840ced2c2a is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:40:51.025297 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:40:51.391084 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Router 0ff67205-efe2-4351-bc22-2049b69a3f9d has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:40:51.391084 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:40:51.391084 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-5c0ac2f2-6f78-43a4-8072-8d8547b089a6 admin admin] 10.222.0.67 "PUT /v2.0/routers/0ff67205-efe2-4351-bc22-2049b69a3f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9126754 Feb 20 22:40:51.401118 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-53d95e39-bf40-4a63-a823-2a82b6bbd5fa None None] Provisioning complete for port de87090e-e3c4-4581-9358-3d88f2d7a38f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:51.401118 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-53d95e39-bf40-4a63-a823-2a82b6bbd5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:51.408338 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-53d95e39-bf40-4a63-a823-2a82b6bbd5fa None None] Port de87090e-e3c4-4581-9358-3d88f2d7a38f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:40:51.729134 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff9bf2-e0bb-474a-808f-07925e5a72c9 req-a356ea2e-850d-49f2-881c-b9808bc91fc1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:51.738289 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-89ff9bf2-e0bb-474a-808f-07925e5a72c9 req-a356ea2e-850d-49f2-881c-b9808bc91fc1 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0837324 Feb 20 22:40:51.778578 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6264f530-759e-4bc3-b5f7-678c08def589 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:51.806218 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-89ff9bf2-e0bb-474a-808f-07925e5a72c9 req-d1c14fea-f357-4dea-8df3-8d5fd759a960 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590067 Feb 20 22:40:51.860234 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 6264f530-759e-4bc3-b5f7-678c08def589 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:51.860628 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (6264f530-759e-4bc3-b5f7-678c08def589), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:51.946893 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 6264f530-759e-4bc3-b5f7-678c08def589 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:51.947523 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (6264f530-759e-4bc3-b5f7-678c08def589), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:51.970711 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port 6264f530-759e-4bc3-b5f7-678c08def589, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=6264f530-759e-4bc3-b5f7-678c08def589,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:52.035200 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-11dae654-64d1-4cce-9669-8b61948b5d4e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428374 Feb 20 22:40:52.084830 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (6264f530-759e-4bc3-b5f7-678c08def589), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:52.115712 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-12d7accf-5479-4b61-a562-46d14f146ed8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:52.117896 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-12d7accf-5479-4b61-a562-46d14f146ed8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports/768a4c20-1193-47e6-b722-17715005ccc4 HTTP/1.1" status: 200 len: 940 time: 0.0551028 Feb 20 22:40:52.149832 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=6264f530-759e-4bc3-b5f7-678c08def589,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:52.172675 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47328) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:52.177435 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-de19426a-301f-4aee-9152-e8494cc0c56a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661443305', 'description': 'tempest-secgroup-smoke-661443305 description', 'project_id': 'ad594c2f6bad4732bd98bc2e27264279'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:52.310929 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de19426a-301f-4aee-9152-e8494cc0c56a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:52.378927 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de19426a-301f-4aee-9152-e8494cc0c56a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group (fa81e12b-32d9-4b73-abdf-b89582ab67a9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:52.447969 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de19426a-301f-4aee-9152-e8494cc0c56a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (fa81e12b-32d9-4b73-abdf-b89582ab67a9), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:52.471316 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 768a4c20-1193-47e6-b722-17715005ccc4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:40:52.491406 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19426a-301f-4aee-9152-e8494cc0c56a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa81e12b-32d9-4b73-abdf-b89582ab67a9,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:52.542067 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-de19426a-301f-4aee-9152-e8494cc0c56a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:52.544135 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-de19426a-301f-4aee-9152-e8494cc0c56a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3696561 Feb 20 22:40:52.547375 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47338) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:52.552198 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-5ed74e06-88f8-4697-a198-f05a5779a08e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'security_group_rule': {'security_group_id': 'fa81e12b-32d9-4b73-abdf-b89582ab67a9', 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:52.580902 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 768a4c20-1193-47e6-b722-17715005ccc4 is: DOWN; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:52.657033 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e06-88f8-4697-a198-f05a5779a08e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (37240869-70be-40a4-b4bd-6b717a0b5ee4), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:52.667319 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Sync routers for ids ['0ff67205-efe2-4351-bc22-2049b69a3f9d'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:40:52.678707 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Routers {'0ff67205-efe2-4351-bc22-2049b69a3f9d'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:52.679545 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ff67205-efe2-4351-bc22-2049b69a3f9d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:52.730804 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e06-88f8-4697-a198-f05a5779a08e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (37240869-70be-40a4-b4bd-6b717a0b5ee4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:52.790967 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Set router 0ff67205-efe2-4351-bc22-2049b69a3f9d gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:52.827859 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e06-88f8-4697-a198-f05a5779a08e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (37240869-70be-40a4-b4bd-6b717a0b5ee4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:52.857153 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed74e06-88f8-4697-a198-f05a5779a08e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37240869-70be-40a4-b4bd-6b717a0b5ee4,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:52.962063 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b783101-2bac-4c7f-be7b-cbc1eca6878b req-136abdcb-df85-4f85-9a64-748eacff0bd3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:52.969435 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7b783101-2bac-4c7f-be7b-cbc1eca6878b req-136abdcb-df85-4f85-9a64-748eacff0bd3 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0760660 Feb 20 22:40:52.998069 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5ed74e06-88f8-4697-a198-f05a5779a08e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.000357 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-5ed74e06-88f8-4697-a198-f05a5779a08e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4517701 Feb 20 22:40:53.002579 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47348) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:53.007196 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-718ffc2d-d858-4848-a941-65900f20dc57 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'security_group_rule': {'security_group_id': 'fa81e12b-32d9-4b73-abdf-b89582ab67a9', 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:53.030759 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7b783101-2bac-4c7f-be7b-cbc1eca6878b req-065664ba-d348-49e0-8f1d-5e9b55d4db14 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603695 Feb 20 22:40:53.037560 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'name': 'tempest-TestVolumeBootPattern-354813554-router', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6264f530-759e-4bc3-b5f7-678c08def589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:46Z', 'updated_at': '2022-02-20T22:40:50Z', 'revision_number': 4, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'gw_port': {'id': '6264f530-759e-4bc3-b5f7-678c08def589', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:47Z', 'updated_at': '2022-02-20T22:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'de87090e-e3c4-4581-9358-3d88f2d7a38f', 'name': '', 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'mac_address': 'fa:16:3e:4d:e6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '69dc1878-fa12-4140-8037-2de8d44e954a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:49Z', 'updated_at': '2022-02-20T22:40:50Z', 'revision_number': 2, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'subnets': [{'id': '69dc1878-fa12-4140-8037-2de8d44e954a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:53.072604 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Checking router: 0ff67205-efe2-4351-bc22-2049b69a3f9d for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:40:53.072954 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Updating router 0ff67205-efe2-4351-bc22-2049b69a3f9d port de87090e-e3c4-4581-9358-3d88f2d7a38f binding host dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:40:53.105187 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.132973 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-718ffc2d-d858-4848-a941-65900f20dc57 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (390cc0d5-4b1f-40f5-9e00-e384b9d4d176), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.189484 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-718ffc2d-d858-4848-a941-65900f20dc57 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (390cc0d5-4b1f-40f5-9e00-e384b9d4d176), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.290691 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-718ffc2d-d858-4848-a941-65900f20dc57 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (390cc0d5-4b1f-40f5-9e00-e384b9d4d176), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.305665 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ffc2d-d858-4848-a941-65900f20dc57 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390cc0d5-4b1f-40f5-9e00-e384b9d4d176,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:53.371609 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Publish callbacks [] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.372754 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-718ffc2d-d858-4848-a941-65900f20dc57 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.374784 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-718ffc2d-d858-4848-a941-65900f20dc57 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3709974 Feb 20 22:40:53.377437 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47350) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:53.381688 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ebac9089-f0a8-45d9-b5d7-b9c05c0afa40 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'security_group_rule': {'security_group_id': 'fa81e12b-32d9-4b73-abdf-b89582ab67a9', 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:53.439421 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.491963 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ebac9089-f0a8-45d9-b5d7-b9c05c0afa40 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (64c86fec-559c-4f68-96e7-7b0be277358a), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.512610 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023ddba-81ed-4b1c-8df8-beb29c0000fb None None] Pushing event updated for resources: {'Port': ['ID=de87090e-e3c4-4581-9358-3d88f2d7a38f,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:53.558517 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Attempting to bind port de87090e-e3c4-4581-9358-3d88f2d7a38f on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:40:53.562025 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Attempting to bind port de87090e-e3c4-4581-9358-3d88f2d7a38f by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:40:53.562545 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Attempting to bind port de87090e-e3c4-4581-9358-3d88f2d7a38f on network b2aafe93-b894-4382-99f2-6e840ced2c2a {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:40:53.571058 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:40:53.575913 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Checking segment: {'id': '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:40:53.575913 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.575913 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Bound using segment: {'id': '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:40:53.575913 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Bound port: de87090e-e3c4-4581-9358-3d88f2d7a38f, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:40:53.575913 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.581252 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ebac9089-f0a8-45d9-b5d7-b9c05c0afa40 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (64c86fec-559c-4f68-96e7-7b0be277358a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.654893 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] For port de87090e-e3c4-4581-9358-3d88f2d7a38f, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:40:53.658467 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] For port de87090e-e3c4-4581-9358-3d88f2d7a38f, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=de87090e-e3c4-4581-9358-3d88f2d7a38f,segment=NetworkSegment(9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc),segment_id=9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:40:53.680292 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ebac9089-f0a8-45d9-b5d7-b9c05c0afa40 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (64c86fec-559c-4f68-96e7-7b0be277358a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.696298 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac9089-f0a8-45d9-b5d7-b9c05c0afa40 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c86fec-559c-4f68-96e7-7b0be277358a,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:53.734616 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-3e3bcafd-f9f4-44b8-aac8-0345b4de6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:53.737076 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-3e3bcafd-f9f4-44b8-aac8-0345b4de6995 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857&tenant_id=d195da002ab942bbba2046ea25910a8e HTTP/1.1" status: 200 len: 1127 time: 0.1033406 Feb 20 22:40:53.750299 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.750836 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6264f530-759e-4bc3-b5f7-678c08def589 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:53.779066 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3df63538-f2ed-4743-af2b-36c156275f7f None None] Provisioning complete for port de87090e-e3c4-4581-9358-3d88f2d7a38f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:53.779580 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3df63538-f2ed-4743-af2b-36c156275f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.786246 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ebac9089-f0a8-45d9-b5d7-b9c05c0afa40 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.788271 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ebac9089-f0a8-45d9-b5d7-b9c05c0afa40 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4092333 Feb 20 22:40:53.802052 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47352) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:53.814870 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-3e999102-1495-4296-9425-d7e2aa6e8967 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'security_group_rule': {'security_group_id': 'fa81e12b-32d9-4b73-abdf-b89582ab67a9', 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:53.827717 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Routers {'0ff67205-efe2-4351-bc22-2049b69a3f9d'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:40:53.829048 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:40:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ff67205-efe2-4351-bc22-2049b69a3f9d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:53.867057 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-2a7bc02a-bc96-42dd-b409-4ef999fe0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:53.868922 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-2a7bc02a-bc96-42dd-b409-4ef999fe0cb6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d195da002ab942bbba2046ea25910a8e&device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 1127 time: 0.0992453 Feb 20 22:40:53.875415 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 6264f530-759e-4bc3-b5f7-678c08def589 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:53.876025 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (6264f530-759e-4bc3-b5f7-678c08def589), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:53.905124 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023ddba-81ed-4b1c-8df8-beb29c0000fb None None] Pushing event updated for resources: {'Port': ['ID=de87090e-e3c4-4581-9358-3d88f2d7a38f,revision_number=4']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:53.991831 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-08bc8fd9-5d8c-4595-a38c-010b46a5c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:53.997113 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-08bc8fd9-5d8c-4595-a38c-010b46a5c207 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 200 len: 917 time: 0.1190505 Feb 20 22:40:54.003082 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3df63538-f2ed-4743-af2b-36c156275f7f None None] Current status of the port de87090e-e3c4-4581-9358-3d88f2d7a38f is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:54.003803 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3df63538-f2ed-4743-af2b-36c156275f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.034501 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e999102-1495-4296-9425-d7e2aa6e8967 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (32fe7a3e-6448-4c0b-98eb-f4d102699352), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.086085 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] Set router 0ff67205-efe2-4351-bc22-2049b69a3f9d gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:40:54.087969 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3df63538-f2ed-4743-af2b-36c156275f7f None None] For port de87090e-e3c4-4581-9358-3d88f2d7a38f, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=de87090e-e3c4-4581-9358-3d88f2d7a38f,segment=NetworkSegment(9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc),segment_id=9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:40:54.099486 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 6264f530-759e-4bc3-b5f7-678c08def589 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:54.151713 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-566aac44-7b9d-49b0-bb2b-9d4e57bd4918 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=768a4c20-1193-47e6-b722-17715005ccc4 HTTP/1.1" status: 200 len: 997 time: 0.1487033 Feb 20 22:40:54.169052 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3df63538-f2ed-4743-af2b-36c156275f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.219513 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e999102-1495-4296-9425-d7e2aa6e8967 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (32fe7a3e-6448-4c0b-98eb-f4d102699352), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.231212 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df63538-f2ed-4743-af2b-36c156275f7f None None] Pushing event updated for resources: {'Port': ['ID=de87090e-e3c4-4581-9358-3d88f2d7a38f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:54.242361 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb8dc8-21e6-4146-b0fe-7a2a1e4eaee8 req-bedb7097-6d73-410e-b137-7f26787820cc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:54.243456 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5fcb8dc8-21e6-4146-b0fe-7a2a1e4eaee8 req-bedb7097-6d73-410e-b137-7f26787820cc tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0935495 Feb 20 22:40:54.253434 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-b989b95d-2ed9-4bf0-a4c8-bd4a5ca11308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:54.255029 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-b989b95d-2ed9-4bf0-a4c8-bd4a5ca11308 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 200 len: 855 time: 0.0962019 Feb 20 22:40:54.290165 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-25ad389b-3bff-41c2-9f5c-39a5f3da8109 None None] Provisioning complete for port de87090e-e3c4-4581-9358-3d88f2d7a38f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:54.290417 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-25ad389b-3bff-41c2-9f5c-39a5f3da8109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.296842 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e999102-1495-4296-9425-d7e2aa6e8967 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (32fe7a3e-6448-4c0b-98eb-f4d102699352), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.312944 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-2a4e9e94-8cdc-491b-98cf-13d35579e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:54.314590 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-2a4e9e94-8cdc-491b-98cf-13d35579e869 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b23fffc4-fb98-41ca-b863-88db23b63f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529230 Feb 20 22:40:54.350690 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e999102-1495-4296-9425-d7e2aa6e8967 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fe7a3e-6448-4c0b-98eb-f4d102699352,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:54.363936 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5fcb8dc8-21e6-4146-b0fe-7a2a1e4eaee8 req-b52a1b8c-e8e5-400f-9e55-31dcc1f5aa8f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131463 Feb 20 22:40:54.398205 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'name': 'tempest-TestVolumeBootPattern-354813554-router', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6264f530-759e-4bc3-b5f7-678c08def589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:46Z', 'updated_at': '2022-02-20T22:40:50Z', 'revision_number': 4, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'gw_port': {'id': '6264f530-759e-4bc3-b5f7-678c08def589', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:47Z', 'updated_at': '2022-02-20T22:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'de87090e-e3c4-4581-9358-3d88f2d7a38f', 'name': '', 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'mac_address': 'fa:16:3e:4d:e6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '69dc1878-fa12-4140-8037-2de8d44e954a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:49Z', 'updated_at': '2022-02-20T22:40:53Z', 'revision_number': 4, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'subnets': [{'id': '69dc1878-fa12-4140-8037-2de8d44e954a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:40:54.402292 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-25ad389b-3bff-41c2-9f5c-39a5f3da8109 None None] Current status of the port de87090e-e3c4-4581-9358-3d88f2d7a38f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:54.418083 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-3e999102-1495-4296-9425-d7e2aa6e8967 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.419845 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3e999102-1495-4296-9425-d7e2aa6e8967 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6165793 Feb 20 22:40:54.423171 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47358) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:54.425246 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d39f1b8-b022-418d-80a4-3de16d112094 None None] The sync data for ids ['0ff67205-efe2-4351-bc22-2049b69a3f9d'] in dv-cinder-830095-1-iscsi is: [{'id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'name': 'tempest-TestVolumeBootPattern-354813554-router', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6264f530-759e-4bc3-b5f7-678c08def589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:46Z', 'updated_at': '2022-02-20T22:40:50Z', 'revision_number': 4, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'gw_port': {'id': '6264f530-759e-4bc3-b5f7-678c08def589', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:47Z', 'updated_at': '2022-02-20T22:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'de87090e-e3c4-4581-9358-3d88f2d7a38f', 'name': '', 'network_id': 'b2aafe93-b894-4382-99f2-6e840ced2c2a', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'mac_address': 'fa:16:3e:4d:e6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '69dc1878-fa12-4140-8037-2de8d44e954a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:49Z', 'updated_at': '2022-02-20T22:40:53Z', 'revision_number': 4, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'subnets': [{'id': '69dc1878-fa12-4140-8037-2de8d44e954a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:40:54.427694 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-793cc52c-af64-4b13-b0c6-4aa57488ea41 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'security_group_rule': {'security_group_id': 'fa81e12b-32d9-4b73-abdf-b89582ab67a9', 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:54.440264 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-75338f45-5182-4ee2-9beb-3a1de4782cc5 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179533 Feb 20 22:40:54.553638 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-793cc52c-af64-4b13-b0c6-4aa57488ea41 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Project ad594c2f6bad4732bd98bc2e27264279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 22:40:54.558836 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-793cc52c-af64-4b13-b0c6-4aa57488ea41 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (4d04bd08-3ad6-436a-a4cb-394cdb273621), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.560370 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f565ec-3620-4133-9b64-5330667d1b3f req-719058ef-c515-43ef-81e5-1eaec6d8a824 service neutron] 10.222.0.91 "GET /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139264 Feb 20 22:40:54.624494 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-793cc52c-af64-4b13-b0c6-4aa57488ea41 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (4d04bd08-3ad6-436a-a4cb-394cdb273621), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.699644 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-793cc52c-af64-4b13-b0c6-4aa57488ea41 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (4d04bd08-3ad6-436a-a4cb-394cdb273621), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.716188 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cc52c-af64-4b13-b0c6-4aa57488ea41 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d04bd08-3ad6-436a-a4cb-394cdb273621,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:54.818420 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-793cc52c-af64-4b13-b0c6-4aa57488ea41 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:54.818420 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-793cc52c-af64-4b13-b0c6-4aa57488ea41 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3933234 Feb 20 22:40:54.820468 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47366) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:40:54.824907 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1ab9aa17-fbb4-4caf-9500-6a716625003e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'security_group_rule': {'security_group_id': 'fa81e12b-32d9-4b73-abdf-b89582ab67a9', 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:40:54.937292 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-1ab9aa17-fbb4-4caf-9500-6a716625003e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Project ad594c2f6bad4732bd98bc2e27264279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 22:40:54.943038 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ab9aa17-fbb4-4caf-9500-6a716625003e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (845b6dde-4f23-4873-af5d-75b10182c97c), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:55.020986 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ab9aa17-fbb4-4caf-9500-6a716625003e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (845b6dde-4f23-4873-af5d-75b10182c97c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:55.107805 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ab9aa17-fbb4-4caf-9500-6a716625003e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (845b6dde-4f23-4873-af5d-75b10182c97c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:55.133122 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9aa17-fbb4-4caf-9500-6a716625003e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845b6dde-4f23-4873-af5d-75b10182c97c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:40:55.246826 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1ab9aa17-fbb4-4caf-9500-6a716625003e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:55.253553 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1ab9aa17-fbb4-4caf-9500-6a716625003e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4267569 Feb 20 22:40:55.579683 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd567bf-bd0e-4c73-9357-62aff01fdb85 req-16ca549a-c239-43d0-9910-ac30a31ee711 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:55.581766 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5bd567bf-bd0e-4c73-9357-62aff01fdb85 req-16ca549a-c239-43d0-9910-ac30a31ee711 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.1216781 Feb 20 22:40:55.638746 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5bd567bf-bd0e-4c73-9357-62aff01fdb85 req-96582776-4103-41c9-b1c5-f2c74a4a81a2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512016 Feb 20 22:40:55.799418 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device de87090e-e3c4-4581-9358-3d88f2d7a38f up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:40:55.829147 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f6ae4-ddfd-4665-9b79-6dd172b9f0e6 req-69a1d906-a8be-4dfa-afa8-dd3de45c3909 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:55.837833 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-056f6ae4-ddfd-4665-9b79-6dd172b9f0e6 req-69a1d906-a8be-4dfa-afa8-dd3de45c3909 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0874379 Feb 20 22:40:55.907696 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port de87090e-e3c4-4581-9358-3d88f2d7a38f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:40:55.908057 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:40:55.916722 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-056f6ae4-ddfd-4665-9b79-6dd172b9f0e6 req-0a9015bc-75f2-4020-98fb-92f1b73c6817 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732272 Feb 20 22:40:56.001935 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port de87090e-e3c4-4581-9358-3d88f2d7a38f is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:40:56.806068 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261c1d2-16cb-4c10-9e7c-4db93493f643 req-94cfbddd-ca2f-424f-99ac-e6493d8f2580 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:56.807658 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2261c1d2-16cb-4c10-9e7c-4db93493f643 req-94cfbddd-ca2f-424f-99ac-e6493d8f2580 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0595796 Feb 20 22:40:56.866546 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2261c1d2-16cb-4c10-9e7c-4db93493f643 req-7357e80f-cfdc-4634-bbb0-ec45bb2bd164 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502920 Feb 20 22:40:57.043851 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebee53-8eb7-473a-a43a-239bf9d68e3c req-53556773-d03e-42f7-9c22-97c66b1fd1fe tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:57.050095 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-89ebee53-8eb7-473a-a43a-239bf9d68e3c req-53556773-d03e-42f7-9c22-97c66b1fd1fe tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0602493 Feb 20 22:40:57.104985 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-89ebee53-8eb7-473a-a43a-239bf9d68e3c req-9b553392-32be-48b8-b1cc-51e0bf6b8523 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536172 Feb 20 22:40:57.999358 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafe620-85f9-4c40-9ddc-c39146dfa01e req-7f77ae5b-1915-41e9-9bce-3d186e3dab5d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:58.000986 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fbafe620-85f9-4c40-9ddc-c39146dfa01e req-7f77ae5b-1915-41e9-9bce-3d186e3dab5d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0586200 Feb 20 22:40:58.048406 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fbafe620-85f9-4c40-9ddc-c39146dfa01e req-bed77746-5659-4948-8cbd-c1d93f44dc75 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Feb 20 22:40:58.240449 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ed23b-833d-469b-8e27-201b26828dbe req-c1baf7ca-7efb-430a-9077-51ecc6fffabd tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:58.241961 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3d8ed23b-833d-469b-8e27-201b26828dbe req-c1baf7ca-7efb-430a-9077-51ecc6fffabd tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0575368 Feb 20 22:40:58.291829 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3d8ed23b-833d-469b-8e27-201b26828dbe req-f83db5bd-06ae-48d2-820a-27bf881ee0cf tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Feb 20 22:40:59.190916 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53d148-bdf7-40e2-ad4b-83b31461f02a req-23157667-5fa3-44d1-8dcc-c4ef8db6fdf6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:59.193330 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ce53d148-bdf7-40e2-ad4b-83b31461f02a req-23157667-5fa3-44d1-8dcc-c4ef8db6fdf6 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0601246 Feb 20 22:40:59.245062 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ce53d148-bdf7-40e2-ad4b-83b31461f02a req-6c685167-34ef-4afc-8093-5269a19dfcdb tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461702 Feb 20 22:40:59.426709 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157888cf-252b-4c2c-8ddf-ae64ad738ba0 req-3479b1c2-c641-4467-bb7e-dfc0a2a6e138 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:40:59.428591 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-157888cf-252b-4c2c-8ddf-ae64ad738ba0 req-3479b1c2-c641-4467-bb7e-dfc0a2a6e138 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0592566 Feb 20 22:40:59.478986 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-157888cf-252b-4c2c-8ddf-ae64ad738ba0 req-e99434a2-3100-4aff-b5a1-5dad1573d4e1 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447612 Feb 20 22:41:00.373781 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb1cad-2418-413d-8f01-e0f997c31fab req-30c24f67-6e86-42d0-b2da-1235e2e8bba5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:00.375547 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3cb1cad-2418-413d-8f01-e0f997c31fab req-30c24f67-6e86-42d0-b2da-1235e2e8bba5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0556393 Feb 20 22:41:00.441095 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3cb1cad-2418-413d-8f01-e0f997c31fab req-85eee543-a150-4b00-92ca-8b976a7cf042 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584772 Feb 20 22:41:00.619696 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e5712-7ded-49e7-901c-356ca5d4d89d req-ab210fb8-02d9-413a-9642-5d9d3d3a1d2f tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:00.621302 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-369e5712-7ded-49e7-901c-356ca5d4d89d req-ab210fb8-02d9-413a-9642-5d9d3d3a1d2f tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0654662 Feb 20 22:41:00.676184 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-369e5712-7ded-49e7-901c-356ca5d4d89d req-659c0f36-1f0f-4b36-8431-7b78c02d7f43 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478520 Feb 20 22:41:01.585908 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8da79a-fc96-492a-bc26-b88b5f763dc8 req-1e10e7de-d3de-4389-b989-f65b80f27661 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:01.597977 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0a8da79a-fc96-492a-bc26-b88b5f763dc8 req-1e10e7de-d3de-4389-b989-f65b80f27661 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0722647 Feb 20 22:41:01.656135 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0a8da79a-fc96-492a-bc26-b88b5f763dc8 req-f352ee5a-b58e-4fa5-8f2a-11ab2c7c7cab tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564189 Feb 20 22:41:01.815875 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9918c-fd5a-4b50-9468-105986071e36 req-ac179997-b96f-4211-aef3-b6b8bc3fb5f4 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:01.818025 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-89c9918c-fd5a-4b50-9468-105986071e36 req-ac179997-b96f-4211-aef3-b6b8bc3fb5f4 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0645537 Feb 20 22:41:01.873638 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-89c9918c-fd5a-4b50-9468-105986071e36 req-3da82945-96db-4adc-bd6e-d41dd742e006 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497231 Feb 20 22:41:02.136378 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b56e5d6d-874b-4243-aa79-21bad00d1892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:02.793313 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30efae-c4ca-4129-99b5-229efcc4d74a req-7eee322a-16d4-47ac-9c87-70a2d73b0f5e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:02.794824 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9b30efae-c4ca-4129-99b5-229efcc4d74a req-7eee322a-16d4-47ac-9c87-70a2d73b0f5e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0593705 Feb 20 22:41:02.852866 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9b30efae-c4ca-4129-99b5-229efcc4d74a req-794de59f-e0a4-482a-b0a4-e3e96215a78d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516489 Feb 20 22:41:03.001178 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012803-dbe7-46cc-9bd7-19bbc185480b req-70b7c081-8db2-408e-9045-5bf8fbcf11db tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:03.002742 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-18012803-dbe7-46cc-9bd7-19bbc185480b req-70b7c081-8db2-408e-9045-5bf8fbcf11db tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0565643 Feb 20 22:41:03.058054 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-18012803-dbe7-46cc-9bd7-19bbc185480b req-a6bbfa83-1125-4fc4-9cb2-d90237703332 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492404 Feb 20 22:41:03.991927 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3a1fb-67b3-4dca-8dc9-d3e1e8541584 req-08a03623-91fc-42a8-aa0e-9d6b121a5c48 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:03.993555 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2eb3a1fb-67b3-4dca-8dc9-d3e1e8541584 req-08a03623-91fc-42a8-aa0e-9d6b121a5c48 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0613799 Feb 20 22:41:04.033378 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:04.048181 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2eb3a1fb-67b3-4dca-8dc9-d3e1e8541584 req-1ab46d29-1983-4bf6-86cf-bb547a269f1e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479031 Feb 20 22:41:04.222716 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f4ce1-9a49-4677-be4c-8a7752440405 req-929d77c1-0fd6-4ead-a9d7-b569c6cf5354 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:04.224245 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb0f4ce1-9a49-4677-be4c-8a7752440405 req-929d77c1-0fd6-4ead-a9d7-b569c6cf5354 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0738473 Feb 20 22:41:04.277851 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb0f4ce1-9a49-4677-be4c-8a7752440405 req-43315e4b-7414-4016-8817-f853f16dd08c tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475421 Feb 20 22:41:04.679333 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-cd57ba17-eaa6-4aad-8c7f-0628bad296e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:05.030327 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-157f0357-d385-4ae7-8bff-8ffd4738a16d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482252 Feb 20 22:41:05.127769 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-f4c946dd-15a6-4272-ab78-cefa7c0c5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:05.129268 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-f4c946dd-15a6-4272-ab78-cefa7c0c5bd9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 1129 time: 0.0491762 Feb 20 22:41:05.181273 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd790da-667c-4aa9-a505-308375d1300c req-fd5426cf-d729-4b4e-a42f-b59a22baeae2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:05.182844 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6fd790da-667c-4aa9-a505-308375d1300c req-fd5426cf-d729-4b4e-a42f-b59a22baeae2 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0536633 Feb 20 22:41:05.233877 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6fd790da-667c-4aa9-a505-308375d1300c req-12bcd424-1080-4e60-980c-a99c6a108eb5 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446780 Feb 20 22:41:05.238951 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-8ae67fc0-f68d-4eb0-8d14-5108e78585d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:05.240447 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-8ae67fc0-f68d-4eb0-8d14-5108e78585d2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 200 len: 912 time: 0.0887644 Feb 20 22:41:05.314392 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-f6769b2c-626b-4c9e-b9a7-88b2da13dd33 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11 HTTP/1.1" status: 200 len: 1000 time: 0.0644672 Feb 20 22:41:05.375209 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-1556e83e-2b63-47a7-8976-9fcd567db86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:05.377205 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-1556e83e-2b63-47a7-8976-9fcd567db86c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af312b0d-1c32-4c52-aae5-ea88654f6420 HTTP/1.1" status: 200 len: 850 time: 0.0486171 Feb 20 22:41:05.401983 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a3eb2-299a-4736-a978-932b68970b50 req-c7d79696-2c8e-4f76-a19c-a88c536f712f tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:05.405024 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f22a3eb2-299a-4736-a978-932b68970b50 req-c7d79696-2c8e-4f76-a19c-a88c536f712f tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0522771 Feb 20 22:41:05.430946 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-e2633f03-7704-46c6-9f67-1377746c8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:05.432960 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-e2633f03-7704-46c6-9f67-1377746c8177 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c30c476c-7cbe-4649-ab74-dc00ad77c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479615 Feb 20 22:41:05.455506 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f22a3eb2-299a-4736-a978-932b68970b50 req-7969d3dc-3910-41c5-a8c0-463e3295a90c tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456593 Feb 20 22:41:05.536777 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-cc722436-e863-425c-84f0-25a008c3f7dc service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967917 Feb 20 22:41:05.619233 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:05.637188 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb5c671e-9a7c-4d38-9ada-42eaa700a755 req-5f4885e0-80bd-4c3b-983a-64913807f19c service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923812 Feb 20 22:41:06.367523 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e14a7c-9e59-4db0-8334-359d938ee20a req-046513f5-be14-4500-8c19-635952d10359 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:06.369204 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-06e14a7c-9e59-4db0-8334-359d938ee20a req-046513f5-be14-4500-8c19-635952d10359 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0586641 Feb 20 22:41:06.416123 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-06e14a7c-9e59-4db0-8334-359d938ee20a req-a68e71bf-e39e-4f8b-b79a-82b567d5acd8 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411716 Feb 20 22:41:06.591334 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509692d7-904e-40a0-8064-7ed1188cbc5b req-31994975-b012-4f9f-8881-8867024003ed tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:06.592825 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-509692d7-904e-40a0-8064-7ed1188cbc5b req-31994975-b012-4f9f-8881-8867024003ed tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0667088 Feb 20 22:41:06.643357 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-509692d7-904e-40a0-8064-7ed1188cbc5b req-1ea681a1-3ce3-4d01-8f12-706addc462c4 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/security-groups?id=177d3260-7444-4d97-9486-0bcac266037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Feb 20 22:41:06.953613 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:07.091165 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb974a-001f-47c2-b1a0-f40731dc9ac3 req-ef74d189-6279-4b8a-bb9f-d7be0cb43017 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:07.093018 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-eadb974a-001f-47c2-b1a0-f40731dc9ac3 req-ef74d189-6279-4b8a-bb9f-d7be0cb43017 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0568538 Feb 20 22:41:07.172917 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-eadb974a-001f-47c2-b1a0-f40731dc9ac3 req-3e29d0b7-c906-4475-bd4a-65b3cb1f8037 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697117 Feb 20 22:41:07.183366 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-d0bbded4-9a6e-4432-8ca2-1f156896cc75 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:07.185148 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-d0bbded4-9a6e-4432-8ca2-1f156896cc75 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.91 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 946 time: 0.0910816 Feb 20 22:41:07.282259 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-5af6a01a-bf49-4779-b3e0-a7538d8c6187 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Deleting port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:41:07.282626 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-5af6a01a-bf49-4779-b3e0-a7538d8c6187 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:07.371519 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-5af6a01a-bf49-4779-b3e0-a7538d8c6187 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] For port 4fa2507e-c01c-42d9-836e-0d672c1ecb70, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fa2507e-c01c-42d9-836e-0d672c1ecb70,segment=NetworkSegment(b91cc891-5f55-419d-9e18-5223297533e8),segment_id=b91cc891-5f55-419d-9e18-5223297533e8)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:07.371876 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-5af6a01a-bf49-4779-b3e0-a7538d8c6187 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:07.384341 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-5af6a01a-bf49-4779-b3e0-a7538d8c6187 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Calling delete_port for 4fa2507e-c01c-42d9-836e-0d672c1ecb70 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:41:07.545163 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9c94-9b48-4448-9ea0-e63cd0e4a1f3 req-8fb6922b-7254-4e30-b911-ac4bb68c4525 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:07.546888 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-662d9c94-9b48-4448-9ea0-e63cd0e4a1f3 req-8fb6922b-7254-4e30-b911-ac4bb68c4525 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0536582 Feb 20 22:41:07.597337 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-662d9c94-9b48-4448-9ea0-e63cd0e4a1f3 req-254c1adc-4af2-4e45-be25-d32ac18938fa tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443532 Feb 20 22:41:07.607439 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-5af6a01a-bf49-4779-b3e0-a7538d8c6187 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (4fa2507e-c01c-42d9-836e-0d672c1ecb70), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:07.620728 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['4fa2507e-c01c-42d9-836e-0d672c1ecb70'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:41:07.640963 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6a01a-bf49-4779-b3e0-a7538d8c6187 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Pushing event deleted for resources: {'Port': ['ID=4fa2507e-c01c-42d9-836e-0d672c1ecb70,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:07.689633 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-5af6a01a-bf49-4779-b3e0-a7538d8c6187 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] No DVR routers for this DVR port 4fa2507e-c01c-42d9-836e-0d672c1ecb70 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:41:07.694659 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-5af6a01a-bf49-4779-b3e0-a7538d8c6187 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:07.696542 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c257a13f-aa14-456a-97fd-8bff85cbe0c6 req-5af6a01a-bf49-4779-b3e0-a7538d8c6187 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.91 "DELETE /v2.0/ports/4fa2507e-c01c-42d9-836e-0d672c1ecb70 HTTP/1.1" status: 204 len: 173 time: 0.5035100 Feb 20 22:41:07.697239 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07525b51-2089-4b8c-a736-27d2c4061396', 'name': 'network-vif-deleted', 'tag': '4fa2507e-c01c-42d9-836e-0d672c1ecb70'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:41:07.699683 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782e72b4-8569-4ee8-a512-7abe7a36ee82" -d '{"events": [{"server_uuid": "07525b51-2089-4b8c-a736-27d2c4061396", "name": "network-vif-deleted", "tag": "4fa2507e-c01c-42d9-836e-0d672c1ecb70"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:41:07.752064 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-11b6245f-c265-48db-aeb2-dfc999d2085b req-8b6096ce-09c5-4d69-9153-3ddf8f166cf3 tempest-VolumesSnapshotTestJSON-1738952922 tempest-VolumesSnapshotTestJSON-1738952922-project] 10.222.0.67 "GET /v2.0/ports?device_id=07525b51-2089-4b8c-a736-27d2c4061396 HTTP/1.1" status: 200 len: 210 time: 0.0340717 Feb 20 22:41:07.796519 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805f2ff4-2fb1-4bb1-bcc1-e686bbbd12a1 x-openstack-request-id: req-805f2ff4-2fb1-4bb1-bcc1-e686bbbd12a1 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:41:07.796802 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07525b51-2089-4b8c-a736-27d2c4061396", "name": "network-vif-deleted", "tag": "4fa2507e-c01c-42d9-836e-0d672c1ecb70", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:41:07.797057 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-805f2ff4-2fb1-4bb1-bcc1-e686bbbd12a1 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:41:07.797456 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07525b51-2089-4b8c-a736-27d2c4061396', 'name': 'network-vif-deleted', 'tag': '4fa2507e-c01c-42d9-836e-0d672c1ecb70', 'status': 'completed', 'code': 200} Feb 20 22:41:08.295038 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c173acf-d9ef-4efe-a3ba-ac08031fb4f4 req-647ec01b-5250-428c-8318-b42bc4cb4f56 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:08.296452 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6c173acf-d9ef-4efe-a3ba-ac08031fb4f4 req-647ec01b-5250-428c-8318-b42bc4cb4f56 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0509887 Feb 20 22:41:08.347304 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6c173acf-d9ef-4efe-a3ba-ac08031fb4f4 req-c2f20782-0bcd-4dfe-a757-402609fcad97 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450957 Feb 20 22:41:08.520458 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 768a4c20-1193-47e6-b722-17715005ccc4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:41:08.534530 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:08.618682 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:08.630796 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '768a4c20-1193-47e6-b722-17715005ccc4', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'port_id': '768a4c20-1193-47e6-b722-17715005ccc4', 'mac_address': 'fa:16:3e:a8:48:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:41:08.666704 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 768a4c20-1193-47e6-b722-17715005ccc4 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:41:08.667085 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (768a4c20-1193-47e6-b722-17715005ccc4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:08.680675 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768a4c20-1193-47e6-b722-17715005ccc4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:41:08.701869 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:08.729910 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a0d59-4744-4720-b837-1a0cbb05a107 req-8b56fd2c-2cbe-4976-b52b-2e7dd915fd45 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:08.731361 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc1a0d59-4744-4720-b837-1a0cbb05a107 req-8b56fd2c-2cbe-4976-b52b-2e7dd915fd45 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 943 time: 0.0582411 Feb 20 22:41:08.778307 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc1a0d59-4744-4720-b837-1a0cbb05a107 req-50030daf-a9cb-45e7-ae28-5eeaa3df2b3f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400236 Feb 20 22:41:08.813026 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:08.862446 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=9']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:09.074902 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['768a4c20-1193-47e6-b722-17715005ccc4'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:41:09.464268 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fd0a1-6cca-4fed-b984-b9fe2ca2ffd7 req-c2282a29-c166-40b4-88f4-bb677257393c tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:09.465845 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-912fd0a1-6cca-4fed-b984-b9fe2ca2ffd7 req-c2282a29-c166-40b4-88f4-bb677257393c tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0522943 Feb 20 22:41:09.511261 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-912fd0a1-6cca-4fed-b984-b9fe2ca2ffd7 req-4cd595d5-f911-4049-90a8-1c4d077bde3c tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398624 Feb 20 22:41:09.906736 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2fa70-ab35-4e80-b453-8ab38b61eb50 req-c8b1e516-aafe-4396-affb-4093edb6922e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:09.908090 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-43d2fa70-ab35-4e80-b453-8ab38b61eb50 req-c8b1e516-aafe-4396-affb-4093edb6922e tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 944 time: 0.0550675 Feb 20 22:41:09.962041 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-43d2fa70-ab35-4e80-b453-8ab38b61eb50 req-22bff600-39ac-47d6-b414-0f58823254fa tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438838 Feb 20 22:41:10.538963 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 768a4c20-1193-47e6-b722-17715005ccc4 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:41:10.591087 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 768a4c20-1193-47e6-b722-17715005ccc4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:41:10.591455 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (768a4c20-1193-47e6-b722-17715005ccc4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:10.636284 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700199-39e1-4aa4-a0b8-e54874d300e3 req-591ce615-e4a5-4276-b139-7ec95801e377 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:10.637652 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c7700199-39e1-4aa4-a0b8-e54874d300e3 req-591ce615-e4a5-4276-b139-7ec95801e377 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0558844 Feb 20 22:41:10.669136 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 768a4c20-1193-47e6-b722-17715005ccc4 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:41:10.669566 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (768a4c20-1193-47e6-b722-17715005ccc4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:10.685267 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c7700199-39e1-4aa4-a0b8-e54874d300e3 req-c89a76e4-1b3f-416e-8fdc-174c322addd9 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409241 Feb 20 22:41:10.694597 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:41:10.696800 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fc91a9-23c8-48d3-84f4-bd485c55e8b9" -d '{"events": [{"server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "name": "network-vif-plugged", "status": "completed", "tag": "768a4c20-1193-47e6-b722-17715005ccc4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:41:10.716530 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:10.736948 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603bf5d8-1330-4f6e-bd5c-fc7524f9941b x-openstack-request-id: req-603bf5d8-1330-4f6e-bd5c-fc7524f9941b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:41:10.737286 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "name": "network-vif-plugged", "status": "completed", "tag": "768a4c20-1193-47e6-b722-17715005ccc4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:41:10.737568 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-603bf5d8-1330-4f6e-bd5c-fc7524f9941b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:41:10.738090 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4', 'code': 200} Feb 20 22:41:10.793448 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:10.794321 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 4fa2507e-c01c-42d9-836e-0d672c1ecb70 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:41:10.834893 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 4fa2507e-c01c-42d9-836e-0d672c1ecb70 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:41:10.835774 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 4fa2507e-c01c-42d9-836e-0d672c1ecb70 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:41:10.864534 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=10']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:11.082574 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5de491-9023-47b0-ab00-f17699246bcd req-42f2802a-c393-4bd2-911c-3f497ef5bc83 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:11.083581 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ba5de491-9023-47b0-ab00-f17699246bcd req-42f2802a-c393-4bd2-911c-3f497ef5bc83 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 946 time: 0.0538633 Feb 20 22:41:11.118747 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa648c-1b74-4486-b4f5-1fbec3625833 req-9a70b2c5-1041-4ac1-a77c-df744280257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:11.120361 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b9aa648c-1b74-4486-b4f5-1fbec3625833 req-9a70b2c5-1041-4ac1-a77c-df744280257f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 1130 time: 0.0473576 Feb 20 22:41:11.140037 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ba5de491-9023-47b0-ab00-f17699246bcd req-78d845ca-f27a-4b86-a94d-8148983cd2d9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506649 Feb 20 22:41:11.165598 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b9aa648c-1b74-4486-b4f5-1fbec3625833 req-b5f697e0-2152-4b59-9a52-32e76841e924 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391648 Feb 20 22:41:11.814444 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3eb3af-afe8-4da1-9cbd-49bf2dffdbff req-edc2448d-e2e0-463f-a4c9-b407b160177b tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:11.816692 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6c3eb3af-afe8-4da1-9cbd-49bf2dffdbff req-edc2448d-e2e0-463f-a4c9-b407b160177b tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0561953 Feb 20 22:41:11.861648 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6c3eb3af-afe8-4da1-9cbd-49bf2dffdbff req-2ec09f1a-a552-422a-9df5-ac56375c1529 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391614 Feb 20 22:41:12.265118 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a609787-9541-4df6-ab9e-cc0710f6086c req-c4bb1a5d-3f6e-4fc1-874d-5589fa6c5767 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:12.266535 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6a609787-9541-4df6-ab9e-cc0710f6086c req-c4bb1a5d-3f6e-4fc1-874d-5589fa6c5767 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 946 time: 0.0528553 Feb 20 22:41:12.317414 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6a609787-9541-4df6-ab9e-cc0710f6086c req-68d31b37-3c4d-4f42-b667-4c0360c73ef0 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449224 Feb 20 22:41:12.983554 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0b2c5-4342-4e52-9e3a-e86fcc3363da req-9fb774ac-b476-4e8a-8ca6-da6522879b98 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:12.985021 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d2a0b2c5-4342-4e52-9e3a-e86fcc3363da req-9fb774ac-b476-4e8a-8ca6-da6522879b98 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0543919 Feb 20 22:41:13.031883 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d2a0b2c5-4342-4e52-9e3a-e86fcc3363da req-add0efbe-5763-4444-8e9b-fdef8a401241 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411212 Feb 20 22:41:13.394193 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-b565334a-0a80-4a77-9a44-72aaf24c7bb4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661443305&fields=id&tenant_id=ad594c2f6bad4732bd98bc2e27264279 HTTP/1.1" status: 200 len: 267 time: 0.0484679 Feb 20 22:41:13.442788 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf0270-e6aa-4e2a-84e6-2b99f186550b req-ccd4c44d-07e3-4ba6-896e-bbd936927da9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:13.444171 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d1bf0270-e6aa-4e2a-84e6-2b99f186550b req-ccd4c44d-07e3-4ba6-896e-bbd936927da9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 946 time: 0.0539341 Feb 20 22:41:13.498161 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d1bf0270-e6aa-4e2a-84e6-2b99f186550b req-25037c17-1492-4d51-94ef-36c51aa941c9 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481379 Feb 20 22:41:13.504268 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-a8d30aeb-a5cd-4995-8998-d73723cb3e5c tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:13.505789 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-a8d30aeb-a5cd-4995-8998-d73723cb3e5c tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 811 time: 0.1051874 Feb 20 22:41:13.521100 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-7572974b-7535-4ee0-baa3-6133f36d0170 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/quotas/ad594c2f6bad4732bd98bc2e27264279 HTTP/1.1" status: 200 len: 375 time: 0.0099773 Feb 20 22:41:13.579757 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-46359a2f-248b-485d-b26f-e58f6fb2042e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533473 Feb 20 22:41:14.008959 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e64c9e2a-2f2c-4ef1-9f9b-95b289187e96 service neutron] 10.222.0.67 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176655 Feb 20 22:41:14.101518 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-ad1393c6-28ab-4b6e-819d-4ea0f57e13ae service neutron] 10.222.0.67 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868235 Feb 20 22:41:14.153990 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a6023-1b86-4f3e-82eb-3ddc3ed4d060 req-447d4773-aa23-43d0-8d6f-87ad5134cdc3 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:14.155486 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-787a6023-1b86-4f3e-82eb-3ddc3ed4d060 req-447d4773-aa23-43d0-8d6f-87ad5134cdc3 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0527256 Feb 20 22:41:14.204016 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-787a6023-1b86-4f3e-82eb-3ddc3ed4d060 req-a55467b2-ee76-4ad3-929d-1fed6b4edb5d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422454 Feb 20 22:41:14.626134 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dd171-3dfd-4815-8556-4d22dd1475cb req-c91ab28a-b5ae-4e00-b561-699805ed9a8a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:14.627676 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2f4dd171-3dfd-4815-8556-4d22dd1475cb req-c91ab28a-b5ae-4e00-b561-699805ed9a8a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 946 time: 0.0514195 Feb 20 22:41:14.673960 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2f4dd171-3dfd-4815-8556-4d22dd1475cb req-59174807-fccc-41fd-b5f6-fdafd132a4e7 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394535 Feb 20 22:41:14.749285 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8bcaa37b-11e5-4c08-ae22-ffe251415779 req-c696d749-d91a-4f9b-9b8a-dfe2a200e023 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 210 time: 0.0286810 Feb 20 22:41:15.329211 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d71b8-84dc-4d1c-9ed4-b625fa7ab9d0 req-8f0102e8-f450-44a7-ae1f-cdead58ea273 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:15.330596 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-089d71b8-84dc-4d1c-9ed4-b625fa7ab9d0 req-8f0102e8-f450-44a7-ae1f-cdead58ea273 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0588758 Feb 20 22:41:15.381915 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-089d71b8-84dc-4d1c-9ed4-b625fa7ab9d0 req-8a1c18ce-72cb-40b5-af3a-eb59e47cd4c2 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434022 Feb 20 22:41:15.801917 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2ba50c-6c1b-4430-ba8d-adf1055ec795 req-97013db1-1e40-4e4d-aa84-7989644d805d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:15.803600 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fa2ba50c-6c1b-4430-ba8d-adf1055ec795 req-97013db1-1e40-4e4d-aa84-7989644d805d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 946 time: 0.0534811 Feb 20 22:41:15.842234 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3061aca1-cd6c-49a6-b66e-03379cf06997 req-ca1194c5-4396-4083-b913-30cee69d71ea tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 210 time: 0.0279057 Feb 20 22:41:15.850932 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fa2ba50c-6c1b-4430-ba8d-adf1055ec795 req-eacbea63-8830-487a-9c57-922ae02deeca tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Feb 20 22:41:16.504310 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78eaab-c3c2-4d10-bbc6-9a59a4555618 req-a8582470-810b-482f-9c1d-5a6479bbee04 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:16.506258 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4d78eaab-c3c2-4d10-bbc6-9a59a4555618 req-a8582470-810b-482f-9c1d-5a6479bbee04 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0536907 Feb 20 22:41:16.558487 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4d78eaab-c3c2-4d10-bbc6-9a59a4555618 req-792fb648-c528-431c-9d46-ef0445d8d62b tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466993 Feb 20 22:41:16.937012 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-eed7ccf6-bcfc-44a6-a0cc-3a4f5158542e req-fc899faa-eba9-43e7-bc6c-9e0c0bef30c3 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 210 time: 0.0268493 Feb 20 22:41:17.093423 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-3934c186-72b5-4be3-9de2-4942513f5b65 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:17.094854 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-3934c186-72b5-4be3-9de2-4942513f5b65 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 811 time: 0.0984373 Feb 20 22:41:17.183600 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-41ded690-60bc-4966-80b8-9ed7481e5288 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad594c2f6bad4732bd98bc2e27264279 HTTP/1.1" status: 200 len: 379 time: 0.0649805 Feb 20 22:41:17.193086 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'port': {'device_id': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'admin_state_up': True, 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'security_groups': ['fa81e12b-32d9-4b73-abdf-b89582ab67a9']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:41:17.353266 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Made reservation on behalf of ad594c2f6bad4732bd98bc2e27264279 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:41:17.356819 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:17.479485 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Allocated IP 172.20.0.6 (17bda384-38d7-4592-a4bb-4dd6daeb6237/1e25595a-bfb1-4bc5-9613-8f0966c7ce20/df55533e-e45d-4a5a-9c5c-c862af32e2a8) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:41:17.616746 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:17.692037 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7838c2-9922-4af6-a15b-46da47a87b78 req-77c5bb7c-4090-4a0e-af34-dd2fccbbd6d3 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:17.693526 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2d7838c2-9922-4af6-a15b-46da47a87b78 req-77c5bb7c-4090-4a0e-af34-dd2fccbbd6d3 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0642481 Feb 20 22:41:17.728846 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:17.778623 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2d7838c2-9922-4af6-a15b-46da47a87b78 req-d93d976a-b60d-4cc6-8f17-a47e7aba0ce6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793483 Feb 20 22:41:17.792085 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:41:17.793799 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:41:17.795565 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'Port': ['ID=df55533e-e45d-4a5a-9c5c-c862af32e2a8,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:17.797664 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:41:17.823455 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.823805 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.824146 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.824483 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.824812 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.825146 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.825464 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.825816 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.826140 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.826462 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.826817 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.827098 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.827411 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:17.860231 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:17.860945 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:17.938756 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fdbc2c4c-0701-41b0-8d08-9b42ec459645 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7500918 Feb 20 22:41:17.953805 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Request body: {'port': {'device_id': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:41:18.025537 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:18.063622 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407a853-b419-4053-bd7d-451ee7ddb8ca req-5adfb528-bf00-41ac-88e3-f7f919a8ebb3 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:18.065241 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4407a853-b419-4053-bd7d-451ee7ddb8ca req-5adfb528-bf00-41ac-88e3-f7f919a8ebb3 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 931 time: 0.0585570 Feb 20 22:41:18.095923 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-6bda8373-dad6-440d-af8b-545756219baa None None] Provisioning complete for port df55533e-e45d-4a5a-9c5c-c862af32e2a8 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:41:18.097267 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6bda8373-dad6-440d-af8b-545756219baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:18.123621 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4407a853-b419-4053-bd7d-451ee7ddb8ca req-cc7142c7-fe57-4769-a75b-0ee032bc0260 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524571 Feb 20 22:41:18.132900 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-6bda8373-dad6-440d-af8b-545756219baa None None] Port df55533e-e45d-4a5a-9c5c-c862af32e2a8 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:41:18.306389 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df55533e-e45d-4a5a-9c5c-c862af32e2a8 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:41:18.313957 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Publish callbacks [] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:18.326006 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Transition to ACTIVE for port object df55533e-e45d-4a5a-9c5c-c862af32e2a8 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:41:18.427732 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:18.480681 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Pushing event updated for resources: {'Port': ['ID=df55533e-e45d-4a5a-9c5c-c862af32e2a8,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:18.560179 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Attempting to bind port df55533e-e45d-4a5a-9c5c-c862af32e2a8 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:41:18.560512 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Attempting to bind port df55533e-e45d-4a5a-9c5c-c862af32e2a8 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:41:18.560861 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Attempting to bind port df55533e-e45d-4a5a-9c5c-c862af32e2a8 on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:41:18.568898 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Port df55533e-e45d-4a5a-9c5c-c862af32e2a8 on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:41:18.568898 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Attempting to bind port df55533e-e45d-4a5a-9c5c-c862af32e2a8 on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:41:18.572575 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:41:18.572916 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Checking segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:41:18.573303 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Bound using segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:41:18.573847 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Bound port: df55533e-e45d-4a5a-9c5c-c862af32e2a8, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:41:18.574125 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:18.640256 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] For port df55533e-e45d-4a5a-9c5c-c862af32e2a8, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:41:18.644293 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] For port df55533e-e45d-4a5a-9c5c-c862af32e2a8, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df55533e-e45d-4a5a-9c5c-c862af32e2a8,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:41:18.713287 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:18.746380 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:18.747015 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:18.748373 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] 10.222.0.91 "PUT /v2.0/ports/df55533e-e45d-4a5a-9c5c-c862af32e2a8 HTTP/1.1" status: 200 len: 1093 time: 0.7989006 Feb 20 22:41:18.748809 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'tag': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:41:18.751069 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f8c855-cda4-4225-9055-1a5642f442b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c538d1df-8784-4819-a11f-3ba95b742e10", "tag": "df55533e-e45d-4a5a-9c5c-c862af32e2a8"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:41:18.781656 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aca61-ffe0-4437-8798-32c2e9ffe686 service neutron] Pushing event updated for resources: {'Port': ['ID=df55533e-e45d-4a5a-9c5c-c862af32e2a8,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:18.795831 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e64ec77-7d08-4144-8eb1-f8bbb537a6d5 x-openstack-request-id: req-8e64ec77-7d08-4144-8eb1-f8bbb537a6d5 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:41:18.796120 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c538d1df-8784-4819-a11f-3ba95b742e10", "tag": "df55533e-e45d-4a5a-9c5c-c862af32e2a8", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:41:18.796367 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e64ec77-7d08-4144-8eb1-f8bbb537a6d5 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:41:18.796762 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'tag': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8', 'status': 'completed', 'code': 200} Feb 20 22:41:18.873131 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8c855-cda4-4225-9055-1a5642f442b7 req-c66c7b67-b447-48ef-bb2c-2bbe95b7056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:18.874740 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-00f8c855-cda4-4225-9055-1a5642f442b7 req-c66c7b67-b447-48ef-bb2c-2bbe95b7056d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 1127 time: 0.0471745 Feb 20 22:41:18.919632 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb8784-a29f-4db7-b46f-b67e50c4a794 req-4e00ac7d-dabc-48dc-9107-5029ab511746 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:18.921446 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-31fb8784-a29f-4db7-b46f-b67e50c4a794 req-4e00ac7d-dabc-48dc-9107-5029ab511746 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0594397 Feb 20 22:41:18.969012 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-31fb8784-a29f-4db7-b46f-b67e50c4a794 req-18d90d44-814a-472d-bdeb-3403fb867a35 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Feb 20 22:41:18.983548 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8c855-cda4-4225-9055-1a5642f442b7 req-e1c9e55b-546d-4dcd-b19e-8ff6987edb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:18.985079 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-00f8c855-cda4-4225-9055-1a5642f442b7 req-e1c9e55b-546d-4dcd-b19e-8ff6987edb32 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ad594c2f6bad4732bd98bc2e27264279&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1033075 Feb 20 22:41:19.075979 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8c855-cda4-4225-9055-1a5642f442b7 req-60233c69-2316-4063-98aa-d6d38c25db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:19.077046 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-00f8c855-cda4-4225-9055-1a5642f442b7 req-60233c69-2316-4063-98aa-d6d38c25db12 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852962 Feb 20 22:41:19.161441 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fcf309b2-b80c-4919-be08-fc2fdd6a43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:19.163345 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fcf309b2-b80c-4919-be08-fc2fdd6a43de service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 1127 time: 0.0517783 Feb 20 22:41:19.207756 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-d6c60842-21c0-4a60-ada3-f9681b3f3b2e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df55533e-e45d-4a5a-9c5c-c862af32e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0364938 Feb 20 22:41:19.284241 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fe070b79-6616-4791-acab-a95986afb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:19.285715 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-fe070b79-6616-4791-acab-a95986afb25c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 200 len: 850 time: 0.0698807 Feb 20 22:41:19.295603 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e15c1-3f4e-43d2-90ef-72452b7ed20e req-934a3e2a-b701-4586-8725-80f9c1758704 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:19.297050 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-981e15c1-3f4e-43d2-90ef-72452b7ed20e req-934a3e2a-b701-4586-8725-80f9c1758704 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 943 time: 0.0919960 Feb 20 22:41:19.371910 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-10e3846a-cee9-44a2-8b64-9ab93dba4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:19.373335 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-10e3846a-cee9-44a2-8b64-9ab93dba4149 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17bda384-38d7-4592-a4bb-4dd6daeb6237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754371 Feb 20 22:41:19.376907 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-981e15c1-3f4e-43d2-90ef-72452b7ed20e req-5ffebd55-c796-4e3d-a628-44a2ccd8abf1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713017 Feb 20 22:41:19.464396 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-3a82f123-687b-4b99-961f-e4ab7f8f7f73 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846722 Feb 20 22:41:19.552286 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-665ad9cf-398d-4d2a-b2af-8c4267aa6c00 req-3a2f3a1c-1fcb-467d-a072-78017cad8daa service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820429 Feb 20 22:41:20.094774 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496c62d-6d2a-436d-b375-80ec7feb3202 req-46de7756-345b-4071-a11a-0e4b00a730bf tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:20.097263 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f496c62d-6d2a-436d-b375-80ec7feb3202 req-46de7756-345b-4071-a11a-0e4b00a730bf tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0556264 Feb 20 22:41:20.144504 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f496c62d-6d2a-436d-b375-80ec7feb3202 req-d6abed8b-5ebd-4d02-8534-49f7bdf60618 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417280 Feb 20 22:41:20.494121 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e97567-962f-490a-bd1a-8f2169ec69f6 req-7c0cf2de-ff8b-4a03-890f-74998aae17c0 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:20.495617 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c1e97567-962f-490a-bd1a-8f2169ec69f6 req-7c0cf2de-ff8b-4a03-890f-74998aae17c0 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 943 time: 0.0521061 Feb 20 22:41:20.543604 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c1e97567-962f-490a-bd1a-8f2169ec69f6 req-4f205df0-1152-4f34-acc2-5960a65a23df tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 Feb 20 22:41:21.271795 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21db65-9627-4bed-8932-689a24294ee2 req-11d07104-412d-46c8-a349-e395debc8965 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:21.273298 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dc21db65-9627-4bed-8932-689a24294ee2 req-11d07104-412d-46c8-a349-e395debc8965 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0600295 Feb 20 22:41:21.326271 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-dc21db65-9627-4bed-8932-689a24294ee2 req-00b898f5-0ec5-4ef0-932b-88ec4d182e61 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471432 Feb 20 22:41:21.666230 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222c1ce-c543-44e8-9f05-0af4dd493100 req-89751bea-d419-4450-884e-979edf9f6e7c tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:21.667770 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4222c1ce-c543-44e8-9f05-0af4dd493100 req-89751bea-d419-4450-884e-979edf9f6e7c tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 943 time: 0.0554700 Feb 20 22:41:21.715772 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4222c1ce-c543-44e8-9f05-0af4dd493100 req-e1cc49d2-f094-489d-b98b-c782362af285 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424852 Feb 20 22:41:22.444846 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57264336-9c76-47ed-a41b-35d422b06538 req-a214ffa2-ea80-4ddd-af14-fbbfbfb90930 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:22.446242 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57264336-9c76-47ed-a41b-35d422b06538 req-a214ffa2-ea80-4ddd-af14-fbbfbfb90930 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0526021 Feb 20 22:41:22.496154 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-57264336-9c76-47ed-a41b-35d422b06538 req-e7639811-48b2-4f7e-9b78-458dcf5662e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444391 Feb 20 22:41:22.831595 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccfeb7-d434-4a96-b7e8-1cbfa1eff30c req-1c6e0db1-1ada-4b2c-8b95-3c946d6ea38d tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:22.833069 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e7ccfeb7-d434-4a96-b7e8-1cbfa1eff30c req-1c6e0db1-1ada-4b2c-8b95-3c946d6ea38d tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 943 time: 0.0525434 Feb 20 22:41:22.880576 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e7ccfeb7-d434-4a96-b7e8-1cbfa1eff30c req-2f9d0602-429f-4e15-a19f-0d6059ea54fa tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Feb 20 22:41:23.611463 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a824be-28c6-4b07-ae8c-e5ec5044aaf1 req-0529f85c-8e7c-4ad0-91c7-06e80320bd00 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:23.613485 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-88a824be-28c6-4b07-ae8c-e5ec5044aaf1 req-0529f85c-8e7c-4ad0-91c7-06e80320bd00 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0518847 Feb 20 22:41:23.658371 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-88a824be-28c6-4b07-ae8c-e5ec5044aaf1 req-f77ee37b-b3be-482b-a2fa-43dca1d8624c tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394592 Feb 20 22:41:23.999970 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb1ea0-9392-463d-b384-8cde4ff9bb76 req-4ccc5abd-b13f-4900-bcbd-4dfc01a0f52f tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:24.001411 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-37cb1ea0-9392-463d-b384-8cde4ff9bb76 req-4ccc5abd-b13f-4900-bcbd-4dfc01a0f52f tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 943 time: 0.0539811 Feb 20 22:41:24.047770 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-37cb1ea0-9392-463d-b384-8cde4ff9bb76 req-35f922ba-37fc-4f0c-a13b-1d5106a2ae67 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408595 Feb 20 22:41:24.777334 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1b0f7-0434-4301-9608-90507ad215b8 req-f7eef926-7008-42e9-bf4d-54bdad2860d6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:24.778832 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-abb1b0f7-0434-4301-9608-90507ad215b8 req-f7eef926-7008-42e9-bf4d-54bdad2860d6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0531204 Feb 20 22:41:24.825193 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-abb1b0f7-0434-4301-9608-90507ad215b8 req-82e18b1c-dfd3-4138-9b09-37c90fa42cfc tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406644 Feb 20 22:41:25.144985 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a9d7-540c-4890-9ad6-2ba91e058eb0 req-afa32eec-72c3-495e-9b71-194dd6f52249 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:25.147128 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0e74a9d7-540c-4890-9ad6-2ba91e058eb0 req-afa32eec-72c3-495e-9b71-194dd6f52249 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0585968 Feb 20 22:41:25.175318 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ca58-f706-46ea-a6fb-3c0c52ed453b req-28cab2ad-8990-486c-9fb9-b40e2a457979 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:25.177681 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1fc7ca58-f706-46ea-a6fb-3c0c52ed453b req-28cab2ad-8990-486c-9fb9-b40e2a457979 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 943 time: 0.0593874 Feb 20 22:41:25.197099 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0e74a9d7-540c-4890-9ad6-2ba91e058eb0 req-3349016e-ec1e-4b98-848c-4c69d644d028 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443008 Feb 20 22:41:25.235283 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1fc7ca58-f706-46ea-a6fb-3c0c52ed453b req-922cc854-9949-4a2a-922d-2524526f0eb1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515063 Feb 20 22:41:25.287200 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-027dfd93-8e2f-45bc-92a7-53f4b5647721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:25.288654 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-027dfd93-8e2f-45bc-92a7-53f4b5647721 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 1129 time: 0.0428774 Feb 20 22:41:25.387976 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-732abd13-1ad5-439e-87b3-4ccc818bee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:25.389431 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-732abd13-1ad5-439e-87b3-4ccc818bee24 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 200 len: 912 time: 0.0856221 Feb 20 22:41:25.454651 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-250b06d6-95b6-4432-b55f-6ac209cc59a3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11 HTTP/1.1" status: 200 len: 1000 time: 0.0578647 Feb 20 22:41:25.507546 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-96bc90c6-b36a-46e8-8d31-5bb7063f29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:25.509042 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-96bc90c6-b36a-46e8-8d31-5bb7063f29a1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af312b0d-1c32-4c52-aae5-ea88654f6420 HTTP/1.1" status: 200 len: 850 time: 0.0478990 Feb 20 22:41:25.558419 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-53e3b86c-5359-423e-9aa7-148bb8755ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:25.559887 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-53e3b86c-5359-423e-9aa7-148bb8755ac1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c30c476c-7cbe-4649-ab74-dc00ad77c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443091 Feb 20 22:41:25.646466 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-45e2c15f-a496-4ea6-a05a-491008e02b12 service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791056 Feb 20 22:41:25.740593 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-051679fa-a939-4372-914d-6d7d7fbb61e6 req-b3467f76-c294-4981-afbc-cd43418543dc service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879488 Feb 20 22:41:26.320528 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a1204-e105-4864-8b3f-8f799c1d0ca1 req-f3d4b50e-b71d-40ce-a2ce-15258ced87f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:26.322051 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-041a1204-e105-4864-8b3f-8f799c1d0ca1 req-f3d4b50e-b71d-40ce-a2ce-15258ced87f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0537381 Feb 20 22:41:26.359606 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9cc2-7ab2-4556-a873-10d74b587dce req-ce499b2f-828a-45a6-b401-6f9b6cb31c0a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:26.361109 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9c7b9cc2-7ab2-4556-a873-10d74b587dce req-ce499b2f-828a-45a6-b401-6f9b6cb31c0a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 943 time: 0.0559342 Feb 20 22:41:26.370655 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-041a1204-e105-4864-8b3f-8f799c1d0ca1 req-be75ba02-b800-4a9a-9891-ad3e06edd9b5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Feb 20 22:41:26.410879 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9c7b9cc2-7ab2-4556-a873-10d74b587dce req-0700b697-067d-41b6-9537-9387b1251724 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424473 Feb 20 22:41:26.628647 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device df55533e-e45d-4a5a-9c5c-c862af32e2a8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:41:26.723107 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port df55533e-e45d-4a5a-9c5c-c862af32e2a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df55533e-e45d-4a5a-9c5c-c862af32e2a8,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:26.734077 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'port_id': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8', 'mac_address': 'fa:16:3e:58:73:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:41:26.773160 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port df55533e-e45d-4a5a-9c5c-c862af32e2a8 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:41:26.773535 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:26.786353 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df55533e-e45d-4a5a-9c5c-c862af32e2a8 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:41:26.804958 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port df55533e-e45d-4a5a-9c5c-c862af32e2a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df55533e-e45d-4a5a-9c5c-c862af32e2a8,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:26.875742 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:26.922703 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=df55533e-e45d-4a5a-9c5c-c862af32e2a8,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:26.929928 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.930281 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.930624 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.930961 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.931293 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.931625 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.931954 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.932280 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.932604 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.932928 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.933250 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.933570 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:26.933917 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:27.129325 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['df55533e-e45d-4a5a-9c5c-c862af32e2a8'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:41:27.303055 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:41:27.489272 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a990600-45f8-4ef7-833f-4d59f494b83e req-65fa4945-fe0c-4153-819f-3730a7ec2dde tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:27.491470 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5a990600-45f8-4ef7-833f-4d59f494b83e req-65fa4945-fe0c-4153-819f-3730a7ec2dde tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0543218 Feb 20 22:41:27.534905 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da770632-1e7e-407e-936f-a3a7c7c95385 req-0a731c09-f5b8-4017-a2b3-f133ade8e9ff tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:27.536603 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-da770632-1e7e-407e-936f-a3a7c7c95385 req-0a731c09-f5b8-4017-a2b3-f133ade8e9ff tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 944 time: 0.0588036 Feb 20 22:41:27.542370 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5a990600-45f8-4ef7-833f-4d59f494b83e req-119a91d1-057e-4033-9bf3-343d7fbf0360 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451903 Feb 20 22:41:27.854606 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-da770632-1e7e-407e-936f-a3a7c7c95385 req-003da725-1e6c-4999-8687-16db05e09d86 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124945 Feb 20 22:41:28.646750 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device df55533e-e45d-4a5a-9c5c-c862af32e2a8 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:41:28.862373 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port df55533e-e45d-4a5a-9c5c-c862af32e2a8 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:41:28.866745 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port df55533e-e45d-4a5a-9c5c-c862af32e2a8 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:41:28.867119 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:28.949664 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port df55533e-e45d-4a5a-9c5c-c862af32e2a8 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:41:28.950176 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:28.973104 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a18a6-2c46-47a8-90a7-ebe140c762a6 req-0bc5c388-04e3-40de-8b60-d62c29dd1cb6 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:28.973691 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:41:28.974634 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4c4a18a6-2c46-47a8-90a7-ebe140c762a6 req-0bc5c388-04e3-40de-8b60-d62c29dd1cb6 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 944 time: 0.0535445 Feb 20 22:41:28.975594 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d4326c-526d-4750-a50f-8ae1beed5e18" -d '{"events": [{"server_uuid": "c538d1df-8784-4819-a11f-3ba95b742e10", "name": "network-vif-plugged", "status": "completed", "tag": "df55533e-e45d-4a5a-9c5c-c862af32e2a8"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:41:28.989483 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port df55533e-e45d-4a5a-9c5c-c862af32e2a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df55533e-e45d-4a5a-9c5c-c862af32e2a8,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:29.013636 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4036740f-7520-417b-bd8e-5ba752e28dbc x-openstack-request-id: req-4036740f-7520-417b-bd8e-5ba752e28dbc {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:41:29.014100 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c538d1df-8784-4819-a11f-3ba95b742e10", "name": "network-vif-plugged", "status": "completed", "tag": "df55533e-e45d-4a5a-9c5c-c862af32e2a8", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:41:29.014364 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4036740f-7520-417b-bd8e-5ba752e28dbc {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:41:29.014761 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8', 'code': 200} Feb 20 22:41:29.025500 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4c4a18a6-2c46-47a8-90a7-ebe140c762a6 req-36fb50df-51ca-4684-919c-e8701b98d838 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449336 Feb 20 22:41:29.101603 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:29.150180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=df55533e-e45d-4a5a-9c5c-c862af32e2a8,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:29.522312 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde5b3f-9825-42c1-87b3-8d350bb0051c req-d6fa5358-e636-4ab0-b54e-5c3fb4a12405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:29.525823 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbde5b3f-9825-42c1-87b3-8d350bb0051c req-d6fa5358-e636-4ab0-b54e-5c3fb4a12405 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 1129 time: 0.0430059 Feb 20 22:41:29.570774 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbde5b3f-9825-42c1-87b3-8d350bb0051c req-023d5731-a560-4dda-b828-db0f36247c16 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406110 Feb 20 22:41:30.146075 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087239c-c681-4b10-9d48-c9a570be6a00 req-e778d9fc-04ec-4d44-9b9c-309cc9071c8a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:30.147542 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9087239c-c681-4b10-9d48-c9a570be6a00 req-e778d9fc-04ec-4d44-9b9c-309cc9071c8a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 945 time: 0.0529456 Feb 20 22:41:30.198912 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9087239c-c681-4b10-9d48-c9a570be6a00 req-b2e60b20-a631-4c9a-aa39-fbef2d58e8c3 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457656 Feb 20 22:41:31.316627 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285025cd-3329-446f-90f2-2baa8d243858 req-479a3d61-c343-4c5c-809e-6c2a83cc04a0 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:31.318374 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-285025cd-3329-446f-90f2-2baa8d243858 req-479a3d61-c343-4c5c-809e-6c2a83cc04a0 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 945 time: 0.0527072 Feb 20 22:41:31.367925 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-285025cd-3329-446f-90f2-2baa8d243858 req-8d709e61-beb3-428a-84fa-cf889bc33764 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439777 Feb 20 22:41:31.482586 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc0df7-1f45-46fc-82e4-a4bbff51b5e8 req-ad3259e8-429d-42bf-9bb4-d5e82c3349d2 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:31.484030 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-71cc0df7-1f45-46fc-82e4-a4bbff51b5e8 req-ad3259e8-429d-42bf-9bb4-d5e82c3349d2 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 945 time: 0.0514338 Feb 20 22:41:31.531655 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-71cc0df7-1f45-46fc-82e4-a4bbff51b5e8 req-7b23c79a-1a6c-49c0-b162-b5acc4406c79 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421467 Feb 20 22:41:31.554619 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47806) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:31.643541 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9488eaa3-d09e-49e6-bfd2-d1f00a394040 tempest-TestVolumeBootPattern-1054572055 tempest-TestVolumeBootPattern-1054572055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:31.644932 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-9488eaa3-d09e-49e6-bfd2-d1f00a394040 tempest-TestVolumeBootPattern-1054572055 tempest-TestVolumeBootPattern-1054572055-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 1124 time: 0.0893242 Feb 20 22:41:31.647832 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47810) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:31.652014 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'floatingip': {'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'port_id': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:41:31.801174 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:31.898658 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:32.004397 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Allocated IP 172.27.0.209 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/5c461633-daa5-4b75-9ff5-ec59aae7db24) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:41:32.105262 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for port (5c461633-daa5-4b75-9ff5-ec59aae7db24), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:32.109973 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a6cba0e6-2777-4b33-ac32-787a20ea40d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:32.213436 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (5c461633-daa5-4b75-9ff5-ec59aae7db24), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:32.254041 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:41:32.256982 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:41:32.260344 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:41:32.289430 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'Port': ['ID=5c461633-daa5-4b75-9ff5-ec59aae7db24,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:32.300462 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.300805 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.301258 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.301594 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.301959 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.302288 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.302613 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.302934 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.303255 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.303575 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.303894 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.304213 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.304528 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:41:32.640866 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (d3cfe5c6-fe16-4675-a4ce-ff3040aad29c), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:32.787955 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (5c461633-daa5-4b75-9ff5-ec59aae7db24), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:32.939548 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for port (5c461633-daa5-4b75-9ff5-ec59aae7db24), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:32.995337 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (5c461633-daa5-4b75-9ff5-ec59aae7db24), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:33.060458 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'Port': ['ID=5c461633-daa5-4b75-9ff5-ec59aae7db24,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:33.072922 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (d3cfe5c6-fe16-4675-a4ce-ff3040aad29c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:33.176622 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Floating IP d3cfe5c6-fe16-4675-a4ce-ff3040aad29c associated. External IP: 172.27.0.209, port: df55533e-e45d-4a5a-9c5c-c862af32e2a8. Feb 20 22:41:33.396188 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:41:33.506323 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:41:33.515881 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] Sync routers for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:41:33.525671 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:41:33.526335 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:41:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:33.630651 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:33.642972 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:41:33.660814 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-34e6d570-08a2-45dc-826d-6b3466ca9062 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0119724 Feb 20 22:41:33.661527 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'tag': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:41:33.663814 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba981af-4d81-45ef-9b1e-cab7c8998c42" -d '{"events": [{"name": "network-changed", "server_uuid": "c538d1df-8784-4819-a11f-3ba95b742e10", "tag": "df55533e-e45d-4a5a-9c5c-c862af32e2a8"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:41:33.703482 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32777bf-9b5c-4b74-9eb6-4c911a203a21 x-openstack-request-id: req-b32777bf-9b5c-4b74-9eb6-4c911a203a21 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:41:33.703904 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c538d1df-8784-4819-a11f-3ba95b742e10", "tag": "df55533e-e45d-4a5a-9c5c-c862af32e2a8", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:41:33.704222 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b32777bf-9b5c-4b74-9eb6-4c911a203a21 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:41:33.704693 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'tag': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8', 'status': 'completed', 'code': 200} Feb 20 22:41:33.769778 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-434eb908-2c7c-4184-83e4-c4d40ad9eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:33.771257 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-434eb908-2c7c-4184-83e4-c4d40ad9eca7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 1129 time: 0.0446653 Feb 20 22:41:33.873089 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-f9356935-f267-4d5b-b795-2adeb5771fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:33.874595 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-f9356935-f267-4d5b-b795-2adeb5771fa5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 912 time: 0.0964644 Feb 20 22:41:33.883419 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': 'd3cfe5c6-fe16-4675-a4ce-ff3040aad29c', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:58:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:41:32Z', 'updated_at': '2022-02-20T22:41:32Z', 'revision_number': 0, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:33.912706 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] Checking router: d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:41:33.920861 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:41:33.921462 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:41:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:33.941681 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-aa80e2d8-d78b-4569-b61c-48c42e3720fe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df55533e-e45d-4a5a-9c5c-c862af32e2a8 HTTP/1.1" status: 200 len: 999 time: 0.0606663 Feb 20 22:41:33.994348 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-5b7a72d6-d1e5-49e0-8a12-2a361e5ec9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:33.995782 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-5b7a72d6-d1e5-49e0-8a12-2a361e5ec9f3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 200 len: 850 time: 0.0479047 Feb 20 22:41:34.046859 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-911276ab-474a-4214-a0be-c12282cbf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:34.048292 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-911276ab-474a-4214-a0be-c12282cbf638 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17bda384-38d7-4592-a4bb-4dd6daeb6237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448658 Feb 20 22:41:34.141414 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-65df7c86-91c4-4a73-bd61-df64998feec8 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865932 Feb 20 22:41:34.155058 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:34.177628 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:41:34.238274 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-cba981af-4d81-45ef-9b1e-cab7c8998c42 req-b8ee8c8b-982b-49f6-88c8-1a692abbc0de service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898519 Feb 20 22:41:34.403449 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': 'd3cfe5c6-fe16-4675-a4ce-ff3040aad29c', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:58:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:41:32Z', 'updated_at': '2022-02-20T22:41:32Z', 'revision_number': 0, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:34.433291 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ceb3a-d942-450d-8ac2-3cc45eec8d6b None None] The sync data for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi is: [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': 'd3cfe5c6-fe16-4675-a4ce-ff3040aad29c', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:58:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:41:32Z', 'updated_at': '2022-02-20T22:41:32Z', 'revision_number': 0, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:41:34.613370 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40402e55-b1fa-4b82-bf46-3e89d9a7a885 None None] New status for floating IP d3cfe5c6-fe16-4675-a4ce-ff3040aad29c: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:41:34.635500 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d9aae84a-005a-4921-998a-dfddf7e205e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:35.646805 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:35.963154 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47850) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:36.006920 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9964af-4484-4e05-af50-9a86e3da34e2 admin admin] Deleting subnet f06d9d79-2b07-47ca-b22c-ec3c765129bf {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:41:36.009910 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a9964af-4484-4e05-af50-9a86e3da34e2 admin admin] Publish callbacks [] for subnet (f06d9d79-2b07-47ca-b22c-ec3c765129bf), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.043685 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a9964af-4484-4e05-af50-9a86e3da34e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9812018'] for subnet (f06d9d79-2b07-47ca-b22c-ec3c765129bf), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.086461 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a9964af-4484-4e05-af50-9a86e3da34e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (f06d9d79-2b07-47ca-b22c-ec3c765129bf), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.210343 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a9964af-4484-4e05-af50-9a86e3da34e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3042563'] for subnet (f06d9d79-2b07-47ca-b22c-ec3c765129bf), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.235112 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9964af-4484-4e05-af50-9a86e3da34e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06d9d79-2b07-47ca-b22c-ec3c765129bf,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:36.238843 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0a9964af-4484-4e05-af50-9a86e3da34e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.241960 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-0a9964af-4484-4e05-af50-9a86e3da34e2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f06d9d79-2b07-47ca-b22c-ec3c765129bf HTTP/1.1" status: 204 len: 168 time: 0.2776754 Feb 20 22:41:36.244603 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47852) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:36.310708 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (d14be176-8ebb-48ab-a94c-7e3b31d94d5d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.391938 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (d14be176-8ebb-48ab-a94c-7e3b31d94d5d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.413149 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14be176-8ebb-48ab-a94c-7e3b31d94d5d']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:36.422253 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91cc891-5f55-419d-9e18-5223297533e8') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:36.422545 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91cc891-5f55-419d-9e18-5223297533e8') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:36.432100 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (b91cc891-5f55-419d-9e18-5223297533e8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.445861 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (b91cc891-5f55-419d-9e18-5223297533e8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.451754 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (b91cc891-5f55-419d-9e18-5223297533e8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:41:36.457240 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:41:36.587297 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (d14be176-8ebb-48ab-a94c-7e3b31d94d5d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.592814 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:36.596089 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d14be176-8ebb-48ab-a94c-7e3b31d94d5d HTTP/1.1" status: 204 len: 168 time: 0.3504763 Feb 20 22:41:36.611114 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110039b-b2a1-44fb-9a64-058d306705f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d14be176-8ebb-48ab-a94c-7e3b31d94d5d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:36.932479 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:37.060397 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47858) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:37.104896 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-3981b23b-33ac-43f3-9aa0-c7219646ac33 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=80e0d42b6a6f458b9528711bf3fde67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431132 Feb 20 22:41:37.107318 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47860) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:37.155367 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37be25-cfc5-40c1-8f92-2b41fab54998 admin admin] Publish callbacks [] for security_group (177d3260-7444-4d97-9486-0bcac266037e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:37.176212 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37be25-cfc5-40c1-8f92-2b41fab54998 admin admin] Publish callbacks [] for security_group (177d3260-7444-4d97-9486-0bcac266037e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:37.289720 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37be25-cfc5-40c1-8f92-2b41fab54998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (177d3260-7444-4d97-9486-0bcac266037e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:37.292193 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7d37be25-cfc5-40c1-8f92-2b41fab54998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:37.293375 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7d37be25-cfc5-40c1-8f92-2b41fab54998 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/177d3260-7444-4d97-9486-0bcac266037e HTTP/1.1" status: 204 len: 168 time: 0.1851530 Feb 20 22:41:37.301451 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37be25-cfc5-40c1-8f92-2b41fab54998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177d3260-7444-4d97-9486-0bcac266037e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:38.509802 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:49.371422 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51530332-456c-48b6-9a6e-30c3befa7922 req-73b291a6-239c-4983-81ac-59737032469b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:49.372995 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-51530332-456c-48b6-9a6e-30c3befa7922 req-73b291a6-239c-4983-81ac-59737032469b tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 946 time: 0.0544028 Feb 20 22:41:49.420326 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-51530332-456c-48b6-9a6e-30c3befa7922 req-87e6f972-3f76-4b79-a7b9-75dbc1ec966a tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416832 Feb 20 22:41:50.546976 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274329a-4411-4df8-9861-afed04b68619 req-7a0adff8-b424-4637-a0f5-4b499fa00756 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:50.548458 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c274329a-4411-4df8-9861-afed04b68619 req-7a0adff8-b424-4637-a0f5-4b499fa00756 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 946 time: 0.0530620 Feb 20 22:41:50.594235 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c274329a-4411-4df8-9861-afed04b68619 req-aaa2df9d-f5fb-4419-adc2-2d4e08217510 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401449 Feb 20 22:41:50.968364 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6420f-213d-4255-99a2-d49b46fd532e req-3ed95f67-a503-4148-8f35-4fa2d12ec33f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:50.969828 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-55d6420f-213d-4255-99a2-d49b46fd532e req-3ed95f67-a503-4148-8f35-4fa2d12ec33f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.91 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 946 time: 0.0509536 Feb 20 22:41:51.065770 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Deleting port 768a4c20-1193-47e6-b722-17715005ccc4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:41:51.066108 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (768a4c20-1193-47e6-b722-17715005ccc4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:51.152597 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] For port 768a4c20-1193-47e6-b722-17715005ccc4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=768a4c20-1193-47e6-b722-17715005ccc4,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:51.152948 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (768a4c20-1193-47e6-b722-17715005ccc4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:51.322538 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:51.322897 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (4e125ceb-80b4-4ac6-8f28-1aff8dbaf076), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:51.323213 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Floating IP 4e125ceb-80b4-4ac6-8f28-1aff8dbaf076 disassociated. External IP: 172.27.0.7, port: 768a4c20-1193-47e6-b722-17715005ccc4. Feb 20 22:41:51.323556 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Calling delete_port for 768a4c20-1193-47e6-b722-17715005ccc4 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:41:51.718395 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847878a-f0c9-4b67-a97a-d84457c9560e req-7a6bde1d-9dd6-4ecb-b5c4-eed68572615f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:41:51.719874 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6847878a-f0c9-4b67-a97a-d84457c9560e req-7a6bde1d-9dd6-4ecb-b5c4-eed68572615f tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/ports?device_id=a8d6affd-e3b8-4940-bd40-9a2306115857 HTTP/1.1" status: 200 len: 946 time: 0.0533764 Feb 20 22:41:51.743940 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (768a4c20-1193-47e6-b722-17715005ccc4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:51.776171 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event deleted for resources: {'Port': ['ID=768a4c20-1193-47e6-b722-17715005ccc4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:51.805663 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6847878a-f0c9-4b67-a97a-d84457c9560e req-b85dcde2-709e-4a60-ad35-f7005a8a5f26 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa348098-a6f5-4410-914b-e9ddc64a0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793338 Feb 20 22:41:51.906011 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:41:52.011611 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:41:52.021012 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] Sync routers for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:41:52.031155 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:41:52.031769 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:41:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:52.053214 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] No DVR routers for this DVR port 768a4c20-1193-47e6-b722-17715005ccc4 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:41:52.056017 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:52.059265 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-55d6420f-213d-4255-99a2-d49b46fd532e req-34287d96-ef62-48f6-a09f-7704cfd78c51 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.91 "DELETE /v2.0/ports/768a4c20-1193-47e6-b722-17715005ccc4 HTTP/1.1" status: 204 len: 173 time: 1.0820355 Feb 20 22:41:52.059705 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'name': 'network-vif-deleted', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:41:52.061959 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e5b7cc-d9ea-4de6-94e5-27e5b6adcd94" -d '{"events": [{"server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "name": "network-vif-deleted", "tag": "768a4c20-1193-47e6-b722-17715005ccc4"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:41:52.098119 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1722d5a-7bf1-4cb4-b941-37b90c4f95ac x-openstack-request-id: req-c1722d5a-7bf1-4cb4-b941-37b90c4f95ac {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:41:52.098411 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d6affd-e3b8-4940-bd40-9a2306115857", "name": "network-vif-deleted", "tag": "768a4c20-1193-47e6-b722-17715005ccc4", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:41:52.098667 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1722d5a-7bf1-4cb4-b941-37b90c4f95ac {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:41:52.099061 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d6affd-e3b8-4940-bd40-9a2306115857', 'name': 'network-vif-deleted', 'tag': '768a4c20-1193-47e6-b722-17715005ccc4', 'status': 'completed', 'code': 200} Feb 20 22:41:52.144358 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:41:52.348366 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:52.379489 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] Checking router: 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:41:52.391240 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:41:52.391878 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:41:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:52.509237 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:41:52.708635 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:52.735149 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe150b-dbb5-4974-9427-f20463513244 None None] The sync data for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi is: [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:35:03Z', 'revision_number': 4, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'da15a488-4c55-47d0-abc1-85c2c3ffbafc', 'name': '', 'network_id': 'b23fffc4-fb98-41ca-b863-88db23b63f5c', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'mac_address': 'fa:16:3e:6e:56:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:35:02Z', 'updated_at': '2022-02-20T22:35:08Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'subnets': [{'id': '1d9b73a4-079d-402a-88ec-accfdc9a31f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:41:52.950865 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47892) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:52.970313 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723e822-a38f-48d7-b6f9-6b8d0bcfec33 None None] New status for floating IP 4e125ceb-80b4-4ac6-8f28-1aff8dbaf076: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:41:53.009873 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4971-a9b6-4383-ad47-9dc99dc49896 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (fa348098-a6f5-4410-914b-e9ddc64a0f13), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:53.035882 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4971-a9b6-4383-ad47-9dc99dc49896 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (fa348098-a6f5-4410-914b-e9ddc64a0f13), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:53.195913 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4971-a9b6-4383-ad47-9dc99dc49896 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (fa348098-a6f5-4410-914b-e9ddc64a0f13), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:53.198709 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b5fd4971-a9b6-4383-ad47-9dc99dc49896 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:53.200394 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-b5fd4971-a9b6-4383-ad47-9dc99dc49896 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "DELETE /v2.0/security-groups/fa348098-a6f5-4410-914b-e9ddc64a0f13 HTTP/1.1" status: 204 len: 168 time: 0.2483990 Feb 20 22:41:53.203516 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47894) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:53.210029 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd4971-a9b6-4383-ad47-9dc99dc49896 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa348098-a6f5-4410-914b-e9ddc64a0f13,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:53.217563 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.api.v2.resource [None req-611abe43-9230-4175-bddc-0d94576d436d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] show failed (client error): The resource could not be found. Feb 20 22:41:53.218612 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-611abe43-9230-4175-bddc-0d94576d436d tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "GET /v2.0/security-groups/fa348098-a6f5-4410-914b-e9ddc64a0f13 HTTP/1.1" status: 404 len: 347 time: 0.0134780 Feb 20 22:41:53.221564 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47896) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:53.344487 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2abf7-d647-40e7-b773-350bb1cb7051 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Deleting port 24994f74-ecf0-4fc9-b273-7c7a47162fca {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:41:53.344818 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0d2abf7-d647-40e7-b773-350bb1cb7051 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (24994f74-ecf0-4fc9-b273-7c7a47162fca), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:53.420431 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0d2abf7-d647-40e7-b773-350bb1cb7051 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (24994f74-ecf0-4fc9-b273-7c7a47162fca), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:53.420761 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0d2abf7-d647-40e7-b773-350bb1cb7051 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (24994f74-ecf0-4fc9-b273-7c7a47162fca), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:53.432802 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2abf7-d647-40e7-b773-350bb1cb7051 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Calling delete_port for 24994f74-ecf0-4fc9-b273-7c7a47162fca owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:41:53.624028 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0d2abf7-d647-40e7-b773-350bb1cb7051 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (24994f74-ecf0-4fc9-b273-7c7a47162fca), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:53.653785 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2abf7-d647-40e7-b773-350bb1cb7051 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Pushing event deleted for resources: {'Port': ['ID=24994f74-ecf0-4fc9-b273-7c7a47162fca,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:53.712820 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0d2abf7-d647-40e7-b773-350bb1cb7051 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks [] for floatingip (4e125ceb-80b4-4ac6-8f28-1aff8dbaf076), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:53.715317 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d0d2abf7-d647-40e7-b773-350bb1cb7051 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:53.716457 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d0d2abf7-d647-40e7-b773-350bb1cb7051 tempest-AttachVolumeShelveTestJSON-1856145037 tempest-AttachVolumeShelveTestJSON-1856145037-project] 10.222.0.67 "DELETE /v2.0/floatingips/4e125ceb-80b4-4ac6-8f28-1aff8dbaf076 HTTP/1.1" status: 204 len: 168 time: 0.4938717 Feb 20 22:41:54.748753 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 768a4c20-1193-47e6-b722-17715005ccc4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:41:54.772159 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 768a4c20-1193-47e6-b722-17715005ccc4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:41:54.773427 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 768a4c20-1193-47e6-b722-17715005ccc4 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:41:56.472395 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47920) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:57.014133 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571383'] for router_interface (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:57.266831 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] Deleting port da15a488-4c55-47d0-abc1-85c2c3ffbafc {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:41:57.267515 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:57.343484 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] For port da15a488-4c55-47d0-abc1-85c2c3ffbafc, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=da15a488-4c55-47d0-abc1-85c2c3ffbafc,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:57.343837 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:57.355904 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] Calling delete_port for da15a488-4c55-47d0-abc1-85c2c3ffbafc owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:41:57.609930 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (da15a488-4c55-47d0-abc1-85c2c3ffbafc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:57.635486 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] Pushing event deleted for resources: {'Port': ['ID=da15a488-4c55-47d0-abc1-85c2c3ffbafc,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:58.048475 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569703'] for router_interface (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:58.264173 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] Router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:41:58.371628 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:41:58.376907 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b9fab3e5-836c-4fc2-bab9-1d58b1e5f833 admin admin] 10.222.0.67 "PUT /v2.0/routers/0ef87cd3-69b7-49f0-86c3-5c7dc4325b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9035075 Feb 20 22:41:58.379479 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47924) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:58.380243 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] Sync routers for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:41:58.391517 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:41:58.392123 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:41:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:58.490807 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Publish callbacks [] for router (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:58.503328 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:41:58.595839 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Publish callbacks [] for router_gateway (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:58.678316 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:41:57Z', 'revision_number': 5, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port': {'id': 'be6f3e20-d9c2-45cc-85e7-892a6457fd3a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:34:58Z', 'updated_at': '2022-02-20T22:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:58.708465 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] Checking router: 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:41:58.717609 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] Routers {'0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:41:58.718252 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:41:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:58.749429 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Deleting port be6f3e20-d9c2-45cc-85e7-892a6457fd3a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:41:58.750122 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:58.834253 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] For port be6f3e20-d9c2-45cc-85e7-892a6457fd3a, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=be6f3e20-d9c2-45cc-85e7-892a6457fd3a,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:58.834613 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:58.846913 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Calling delete_port for be6f3e20-d9c2-45cc-85e7-892a6457fd3a owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:41:58.937385 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] Set router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:41:58.990685 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:41:58Z', 'revision_number': 6, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port_host': None}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:41:59.020554 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5ed43-88e3-4feb-994e-f0c472d4ed7d None None] The sync data for ids ['0ef87cd3-69b7-49f0-86c3-5c7dc4325b28'] in dv-cinder-830095-1-iscsi is: [{'id': '0ef87cd3-69b7-49f0-86c3-5c7dc4325b28', 'name': 'tempest-AttachVolumeShelveTestJSON-441176594-router', 'tenant_id': 'd195da002ab942bbba2046ea25910a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:34:57Z', 'updated_at': '2022-02-20T22:41:58Z', 'revision_number': 6, 'project_id': 'd195da002ab942bbba2046ea25910a8e', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:41:59.086965 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (be6f3e20-d9c2-45cc-85e7-892a6457fd3a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.117584 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Pushing event deleted for resources: {'Port': ['ID=be6f3e20-d9c2-45cc-85e7-892a6457fd3a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:59.179835 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560269'] for router_gateway (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.284317 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2725'] for router (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.286402 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Publish callbacks [] for router_controller (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.426818 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570728'] for router (0ef87cd3-69b7-49f0-86c3-5c7dc4325b28), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.427351 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:41:59.433935 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.435093 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8f8ac49f-fe46-4cef-9132-004bf0a4925c admin admin] 10.222.0.67 "DELETE /v2.0/routers/0ef87cd3-69b7-49f0-86c3-5c7dc4325b28 HTTP/1.1" status: 204 len: 168 time: 1.0547061 Feb 20 22:41:59.437600 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 47926) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:59.484758 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0fa753-319a-4551-8374-c745f476c22d admin admin] Deleting subnet 1d9b73a4-079d-402a-88ec-accfdc9a31f3 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:41:59.487759 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa753-319a-4551-8374-c745f476c22d admin admin] Publish callbacks [] for subnet (1d9b73a4-079d-402a-88ec-accfdc9a31f3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.521671 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa753-319a-4551-8374-c745f476c22d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10286890'] for subnet (1d9b73a4-079d-402a-88ec-accfdc9a31f3), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.602545 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa753-319a-4551-8374-c745f476c22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (1d9b73a4-079d-402a-88ec-accfdc9a31f3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.718428 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa753-319a-4551-8374-c745f476c22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2418892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9865838'] for subnet (1d9b73a4-079d-402a-88ec-accfdc9a31f3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.743403 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fa753-319a-4551-8374-c745f476c22d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d9b73a4-079d-402a-88ec-accfdc9a31f3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:41:59.750320 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa753-319a-4551-8374-c745f476c22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.753495 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2b0fa753-319a-4551-8374-c745f476c22d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1d9b73a4-079d-402a-88ec-accfdc9a31f3 HTTP/1.1" status: 204 len: 168 time: 0.3148067 Feb 20 22:41:59.756328 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47928) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:41:59.757863 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae550f8-16e9-43cd-b3ad-b82b75ecf901 None None] Network b23fffc4-fb98-41ca-b863-88db23b63f5c requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:41:59.832530 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (b23fffc4-fb98-41ca-b863-88db23b63f5c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.839753 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device da15a488-4c55-47d0-abc1-85c2c3ffbafc no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:41:59.869609 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: da15a488-4c55-47d0-abc1-85c2c3ffbafc {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:41:59.870292 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device da15a488-4c55-47d0-abc1-85c2c3ffbafc not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:41:59.870705 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device be6f3e20-d9c2-45cc-85e7-892a6457fd3a no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:41:59.888437 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Deleting port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:41:59.888856 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.890693 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: be6f3e20-d9c2-45cc-85e7-892a6457fd3a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:41:59.891518 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device be6f3e20-d9c2-45cc-85e7-892a6457fd3a not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:41:59.956951 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2389a2d4-dcbd-45fd-80dc-4b3541c1b1cf None None] DHCP port deletion for b23fffc4-fb98-41ca-b863-88db23b63f5c request from dv-cinder-830095-1-iscsi {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:41:59.959530 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] For port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:41:59.959925 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:41:59.974213 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Calling delete_port for cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:42:00.007284 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2389a2d4-dcbd-45fd-80dc-4b3541c1b1cf None None] Deleting port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:42:00.007802 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2389a2d4-dcbd-45fd-80dc-4b3541c1b1cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.082620 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2389a2d4-dcbd-45fd-80dc-4b3541c1b1cf None None] For port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9,segment=NetworkSegment(b2a1c1a4-d4a7-4563-8724-9217af297983),segment_id=b2a1c1a4-d4a7-4563-8724-9217af297983)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:00.083010 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2389a2d4-dcbd-45fd-80dc-4b3541c1b1cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.095403 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2389a2d4-dcbd-45fd-80dc-4b3541c1b1cf None None] Calling delete_port for cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:42:00.124005 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.150540 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:00.155450 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] No DVR routers for this DVR port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 on host dv-cinder-830095-1-iscsi {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:42:00.169297 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2389a2d4-dcbd-45fd-80dc-4b3541c1b1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705'] for port (cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.195643 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389a2d4-dcbd-45fd-80dc-4b3541c1b1cf None None] Pushing event deleted for resources: {'Port': ['ID=cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:00.201180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389a2d4-dcbd-45fd-80dc-4b3541c1b1cf None None] No DVR routers for this DVR port cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 on host dv-cinder-830095-1-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:42:00.232253 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (b23fffc4-fb98-41ca-b863-88db23b63f5c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.252477 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23fffc4-fb98-41ca-b863-88db23b63f5c']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:00.262108 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a1c1a4-d4a7-4563-8724-9217af297983') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:00.265672 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a1c1a4-d4a7-4563-8724-9217af297983') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:00.271584 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (b2a1c1a4-d4a7-4563-8724-9217af297983), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.284561 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (b2a1c1a4-d4a7-4563-8724-9217af297983), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.290952 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (b2a1c1a4-d4a7-4563-8724-9217af297983), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:42:00.294294 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:42:00.400625 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (b23fffc4-fb98-41ca-b863-88db23b63f5c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.405151 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.408392 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] 10.222.0.67 "DELETE /v2.0/networks/b23fffc4-fb98-41ca-b863-88db23b63f5c HTTP/1.1" status: 204 len: 168 time: 0.6510775 Feb 20 22:42:00.421199 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96874cfb-dbf3-4d5a-89d4-ede30362116a admin admin] Pushing event deleted for resources: {'Network': ['ID=b23fffc4-fb98-41ca-b863-88db23b63f5c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:00.718033 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47932) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:00.758492 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-ee433aa7-a50e-4a2d-a467-a0557337e3db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d195da002ab942bbba2046ea25910a8e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392601 Feb 20 22:42:00.760920 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 47934) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:00.814827 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70b526a8-01d1-486a-972c-11bf238ca743 admin admin] Publish callbacks [] for security_group (a45ec2cf-ec23-47a1-a512-2ed598528d9c), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.836453 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70b526a8-01d1-486a-972c-11bf238ca743 admin admin] Publish callbacks [] for security_group (a45ec2cf-ec23-47a1-a512-2ed598528d9c), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.966627 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70b526a8-01d1-486a-972c-11bf238ca743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (a45ec2cf-ec23-47a1-a512-2ed598528d9c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.969131 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-70b526a8-01d1-486a-972c-11bf238ca743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:00.970303 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-70b526a8-01d1-486a-972c-11bf238ca743 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a45ec2cf-ec23-47a1-a512-2ed598528d9c HTTP/1.1" status: 204 len: 168 time: 0.2085073 Feb 20 22:42:00.979198 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b526a8-01d1-486a-972c-11bf238ca743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45ec2cf-ec23-47a1-a512-2ed598528d9c,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:01.734236 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:42:01.757981 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:42:01.758242 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device cbc98ebd-9238-4b6d-94f1-d3bfa2f199d9 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:42:02.097874 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44bf2ca1-801d-4bb1-8cd4-be7ad6662adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:03.456195 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fd6fa-1d98-4f67-b378-136522e41180 req-188390c1-4545-48ae-90ee-ed18e612c61e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:03.457818 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae5fd6fa-1d98-4f67-b378-136522e41180 req-188390c1-4545-48ae-90ee-ed18e612c61e tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0595198 Feb 20 22:42:03.505759 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae5fd6fa-1d98-4f67-b378-136522e41180 req-51ef94de-7419-4d39-8885-c03c756b1058 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413275 Feb 20 22:42:04.055568 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:04.227150 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48018) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:04.301719 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:42:04.328468 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4af6ba8e-7a14-44e4-94f7-ecf7f3103322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:04.399044 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4af6ba8e-7a14-44e4-94f7-ecf7f3103322 admin admin] Publish callbacks [] for security_group (0f05c3fd-c350-4fa2-a1d5-5bf5e136ca73), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:04.472076 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4af6ba8e-7a14-44e4-94f7-ecf7f3103322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (0f05c3fd-c350-4fa2-a1d5-5bf5e136ca73), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:04.508291 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6ba8e-7a14-44e4-94f7-ecf7f3103322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f05c3fd-c350-4fa2-a1d5-5bf5e136ca73,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:04.513539 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-4af6ba8e-7a14-44e4-94f7-ecf7f3103322 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=70d083bb8e194c5087e3691b1302c0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853770 Feb 20 22:42:04.516177 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48022) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:04.565895 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e83defba-b93d-407b-b760-a3da582be2ba admin admin] Publish callbacks [] for security_group (0f05c3fd-c350-4fa2-a1d5-5bf5e136ca73), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:04.587160 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e83defba-b93d-407b-b760-a3da582be2ba admin admin] Publish callbacks [] for security_group (0f05c3fd-c350-4fa2-a1d5-5bf5e136ca73), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:04.634404 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0645e1-30fc-4e86-aaa6-207cd6fac174 req-52aaa22b-52b0-4414-a141-895087ac14af tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:04.635890 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3f0645e1-30fc-4e86-aaa6-207cd6fac174 req-52aaa22b-52b0-4414-a141-895087ac14af tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0539110 Feb 20 22:42:04.655757 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-fc0f44f3-4adc-43c3-9e84-986ddc63fa34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:04.686800 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3f0645e1-30fc-4e86-aaa6-207cd6fac174 req-448b8ec0-67c6-49b9-924e-cc88195e1893 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452933 Feb 20 22:42:04.741200 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e83defba-b93d-407b-b760-a3da582be2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (0f05c3fd-c350-4fa2-a1d5-5bf5e136ca73), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:04.743867 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e83defba-b93d-407b-b760-a3da582be2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:04.745172 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-e83defba-b93d-407b-b760-a3da582be2ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0f05c3fd-c350-4fa2-a1d5-5bf5e136ca73 HTTP/1.1" status: 204 len: 168 time: 0.2279928 Feb 20 22:42:04.752696 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83defba-b93d-407b-b760-a3da582be2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f05c3fd-c350-4fa2-a1d5-5bf5e136ca73,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:05.400057 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48030) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:05.413422 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8852528f-319b-4f36-9609-c747f38d1b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.488098 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8852528f-319b-4f36-9609-c747f38d1b4b admin admin] Publish callbacks [] for security_group (c44f21ab-605d-4c23-9f4e-87b4d8937baa), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.502554 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae799c-4284-468b-9640-b4153fcf6386 req-ab702de2-4d28-4322-ad8d-4e17c813d569 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:05.504007 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-99ae799c-4284-468b-9640-b4153fcf6386 req-ab702de2-4d28-4322-ad8d-4e17c813d569 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.0539854 Feb 20 22:42:05.581333 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8852528f-319b-4f36-9609-c747f38d1b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (c44f21ab-605d-4c23-9f4e-87b4d8937baa), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.598468 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Deleting port 21927b65-5d0d-41cd-9776-32f13b0d7b11 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:42:05.598807 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.622972 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8852528f-319b-4f36-9609-c747f38d1b4b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=adcac4cca43340479edb56e00d3d3564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216706 Feb 20 22:42:05.623824 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852528f-319b-4f36-9609-c747f38d1b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44f21ab-605d-4c23-9f4e-87b4d8937baa,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:05.626082 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48032) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:05.675135 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.676555 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2639faff-27d7-4118-b23a-8eb7d20d25a8 admin admin] Publish callbacks [] for security_group (c44f21ab-605d-4c23-9f4e-87b4d8937baa), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.693790 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] For port 21927b65-5d0d-41cd-9776-32f13b0d7b11, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=21927b65-5d0d-41cd-9776-32f13b0d7b11,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:05.694549 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.699598 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2639faff-27d7-4118-b23a-8eb7d20d25a8 admin admin] Publish callbacks [] for security_group (c44f21ab-605d-4c23-9f4e-87b4d8937baa), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.829343 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2639faff-27d7-4118-b23a-8eb7d20d25a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (c44f21ab-605d-4c23-9f4e-87b4d8937baa), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.833561 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2639faff-27d7-4118-b23a-8eb7d20d25a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.837877 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2639faff-27d7-4118-b23a-8eb7d20d25a8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c44f21ab-605d-4c23-9f4e-87b4d8937baa HTTP/1.1" status: 204 len: 168 time: 0.2078047 Feb 20 22:42:05.844319 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639faff-27d7-4118-b23a-8eb7d20d25a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44f21ab-605d-4c23-9f4e-87b4d8937baa,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:05.895822 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e175472-a478-47ad-ab7b-f7b953fd3fe2 req-8fc7df06-31ca-4faa-a3a6-8fbbdec0a747 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:05.897306 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1e175472-a478-47ad-ab7b-f7b953fd3fe2 req-8fc7df06-31ca-4faa-a3a6-8fbbdec0a747 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 945 time: 0.1395683 Feb 20 22:42:05.927622 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.927907 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (912f7709-cd12-4173-b353-6ac15490e902), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:05.928222 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Floating IP 912f7709-cd12-4173-b353-6ac15490e902 disassociated. External IP: 172.27.0.52, port: 21927b65-5d0d-41cd-9776-32f13b0d7b11. Feb 20 22:42:05.928561 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Calling delete_port for 21927b65-5d0d-41cd-9776-32f13b0d7b11 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:42:05.994673 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1e175472-a478-47ad-ab7b-f7b953fd3fe2 req-61b19bdf-95bb-4978-87a4-d17f451dfd4c tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=de85866b-2bee-4275-9774-4b978486ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899200 Feb 20 22:42:06.138211 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (21927b65-5d0d-41cd-9776-32f13b0d7b11), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:06.173048 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event deleted for resources: {'Port': ['ID=21927b65-5d0d-41cd-9776-32f13b0d7b11,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:06.287305 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:42:06.402187 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:42:06.411679 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361bdda-3671-4588-9976-3009d7700510 None None] Sync routers for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:42:06.421934 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361bdda-3671-4588-9976-3009d7700510 None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:06.422533 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6361bdda-3671-4588-9976-3009d7700510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:06.444003 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] No DVR routers for this DVR port 21927b65-5d0d-41cd-9776-32f13b0d7b11 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:42:06.446542 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:06.450161 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-99ae799c-4284-468b-9640-b4153fcf6386 req-9efb6ad2-1691-4710-be42-4f5729a47797 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.91 "DELETE /v2.0/ports/21927b65-5d0d-41cd-9776-32f13b0d7b11 HTTP/1.1" status: 204 len: 173 time: 0.9403131 Feb 20 22:42:06.450632 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'name': 'network-vif-deleted', 'tag': '21927b65-5d0d-41cd-9776-32f13b0d7b11'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:42:06.452966 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf16006-72b0-4986-888c-22f4c459cb26" -d '{"events": [{"server_uuid": "f6e59b09-0fe8-47d1-9269-58b251ebc730", "name": "network-vif-deleted", "tag": "21927b65-5d0d-41cd-9776-32f13b0d7b11"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:42:06.494995 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c92afe-6907-40fc-9f37-a5266dc7650e x-openstack-request-id: req-73c92afe-6907-40fc-9f37-a5266dc7650e {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:42:06.494995 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e59b09-0fe8-47d1-9269-58b251ebc730", "name": "network-vif-deleted", "tag": "21927b65-5d0d-41cd-9776-32f13b0d7b11", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:42:06.494995 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-73c92afe-6907-40fc-9f37-a5266dc7650e {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:42:06.495634 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e59b09-0fe8-47d1-9269-58b251ebc730', 'name': 'network-vif-deleted', 'tag': '21927b65-5d0d-41cd-9776-32f13b0d7b11', 'status': 'completed', 'code': 200} Feb 20 22:42:06.544879 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6361bdda-3671-4588-9976-3009d7700510 None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:06.749828 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6361bdda-3671-4588-9976-3009d7700510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:06.782960 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361bdda-3671-4588-9976-3009d7700510 None None] Checking router: 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:42:06.791569 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361bdda-3671-4588-9976-3009d7700510 None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:06.792172 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6361bdda-3671-4588-9976-3009d7700510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:06.908159 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6361bdda-3671-4588-9976-3009d7700510 None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:06.983181 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:07.108970 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6361bdda-3671-4588-9976-3009d7700510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:07.110157 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1dc481cc-2f22-4fa4-af6f-1586320aa143 req-b8ebe8e7-0ab9-4ea5-8a67-60b10b30020b tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6e59b09-0fe8-47d1-9269-58b251ebc730 HTTP/1.1" status: 200 len: 210 time: 0.0294840 Feb 20 22:42:07.138481 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361bdda-3671-4588-9976-3009d7700510 None None] The sync data for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi is: [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:42:07.380021 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cfd5f8-cc07-4fd3-9076-3d39735974fb None None] New status for floating IP 912f7709-cd12-4173-b353-6ac15490e902: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:42:08.256560 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48080) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:08.314660 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef90b540-7237-4498-8899-a8319d4f8a6d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (de85866b-2bee-4275-9774-4b978486ca6e), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:08.340706 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef90b540-7237-4498-8899-a8319d4f8a6d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (de85866b-2bee-4275-9774-4b978486ca6e), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:08.529662 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef90b540-7237-4498-8899-a8319d4f8a6d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (de85866b-2bee-4275-9774-4b978486ca6e), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:08.532376 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef90b540-7237-4498-8899-a8319d4f8a6d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:08.533618 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ef90b540-7237-4498-8899-a8319d4f8a6d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "DELETE /v2.0/security-groups/de85866b-2bee-4275-9774-4b978486ca6e HTTP/1.1" status: 204 len: 168 time: 0.2759802 Feb 20 22:42:08.536425 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48088) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:08.543808 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90b540-7237-4498-8899-a8319d4f8a6d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de85866b-2bee-4275-9774-4b978486ca6e,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:08.552236 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.api.v2.resource [None req-a7c613be-334e-4a61-940d-41f722aa8f65 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] show failed (client error): The resource could not be found. Feb 20 22:42:08.553969 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-a7c613be-334e-4a61-940d-41f722aa8f65 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups/de85866b-2bee-4275-9774-4b978486ca6e HTTP/1.1" status: 404 len: 347 time: 0.0164788 Feb 20 22:42:08.557463 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48090) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:08.562813 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:08.695673 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-892ceedd-4cb3-4b34-992e-8958aa8837f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Deleting port 220f3804-ea41-479a-ae38-fb09311fa311 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:42:08.696095 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-892ceedd-4cb3-4b34-992e-8958aa8837f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (220f3804-ea41-479a-ae38-fb09311fa311), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:08.796154 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 21927b65-5d0d-41cd-9776-32f13b0d7b11 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:42:08.819907 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 21927b65-5d0d-41cd-9776-32f13b0d7b11 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:42:08.820523 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 21927b65-5d0d-41cd-9776-32f13b0d7b11 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:42:09.033745 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-892ceedd-4cb3-4b34-992e-8958aa8837f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (220f3804-ea41-479a-ae38-fb09311fa311), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:09.033967 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-892ceedd-4cb3-4b34-992e-8958aa8837f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (220f3804-ea41-479a-ae38-fb09311fa311), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:09.046898 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-892ceedd-4cb3-4b34-992e-8958aa8837f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Calling delete_port for 220f3804-ea41-479a-ae38-fb09311fa311 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:42:09.263724 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-892ceedd-4cb3-4b34-992e-8958aa8837f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (220f3804-ea41-479a-ae38-fb09311fa311), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:09.295268 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ceedd-4cb3-4b34-992e-8958aa8837f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event deleted for resources: {'Port': ['ID=220f3804-ea41-479a-ae38-fb09311fa311,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:09.348836 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-892ceedd-4cb3-4b34-992e-8958aa8837f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (912f7709-cd12-4173-b353-6ac15490e902), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:09.351211 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-892ceedd-4cb3-4b34-992e-8958aa8837f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:09.352422 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-892ceedd-4cb3-4b34-992e-8958aa8837f6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "DELETE /v2.0/floatingips/912f7709-cd12-4173-b353-6ac15490e902 HTTP/1.1" status: 204 len: 168 time: 0.7939603 Feb 20 22:42:09.860976 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48110) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:09.865579 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-542a8eb0-70ff-4822-a0e7-1bd6b3c5f8d5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991374629', 'description': 'tempest-description--115664549'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:09.946759 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542a8eb0-70ff-4822-a0e7-1bd6b3c5f8d5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.010816 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542a8eb0-70ff-4822-a0e7-1bd6b3c5f8d5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (8a49f9b5-634d-468f-8a5a-497d42f317d2), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.085936 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542a8eb0-70ff-4822-a0e7-1bd6b3c5f8d5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (8a49f9b5-634d-468f-8a5a-497d42f317d2), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.115058 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a8eb0-70ff-4822-a0e7-1bd6b3c5f8d5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a49f9b5-634d-468f-8a5a-497d42f317d2,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:10.185100 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-542a8eb0-70ff-4822-a0e7-1bd6b3c5f8d5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.186411 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-542a8eb0-70ff-4822-a0e7-1bd6b3c5f8d5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3244250 Feb 20 22:42:10.190180 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48112) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:10.194001 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-20dd2eeb-bbcb-4a8a-b4e6-5e1ca780c570 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'security_group_rule': {'security_group_id': '8a49f9b5-634d-468f-8a5a-497d42f317d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:10.282491 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-20dd2eeb-bbcb-4a8a-b4e6-5e1ca780c570 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (13466462-f429-44ce-9917-bc1f0fa9ec88), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.339286 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-20dd2eeb-bbcb-4a8a-b4e6-5e1ca780c570 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (13466462-f429-44ce-9917-bc1f0fa9ec88), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.415271 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-20dd2eeb-bbcb-4a8a-b4e6-5e1ca780c570 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (13466462-f429-44ce-9917-bc1f0fa9ec88), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.431954 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd2eeb-bbcb-4a8a-b4e6-5e1ca780c570 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13466462-f429-44ce-9917-bc1f0fa9ec88,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:10.493869 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-20dd2eeb-bbcb-4a8a-b4e6-5e1ca780c570 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.495128 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-20dd2eeb-bbcb-4a8a-b4e6-5e1ca780c570 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3049822 Feb 20 22:42:10.497859 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48116) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:10.502261 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-559f0bbf-ce0f-4bf2-bccf-9df4e579c252 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'security_group_rule': {'security_group_id': '8a49f9b5-634d-468f-8a5a-497d42f317d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:10.594377 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-559f0bbf-ce0f-4bf2-bccf-9df4e579c252 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (ad965cb4-5f40-49db-bb8f-681d09c7adf5), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.648421 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-559f0bbf-ce0f-4bf2-bccf-9df4e579c252 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (ad965cb4-5f40-49db-bb8f-681d09c7adf5), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.729578 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-559f0bbf-ce0f-4bf2-bccf-9df4e579c252 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (ad965cb4-5f40-49db-bb8f-681d09c7adf5), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.747799 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f0bbf-ce0f-4bf2-bccf-9df4e579c252 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad965cb4-5f40-49db-bb8f-681d09c7adf5,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:10.825202 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-559f0bbf-ce0f-4bf2-bccf-9df4e579c252 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:10.826452 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-559f0bbf-ce0f-4bf2-bccf-9df4e579c252 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276305 Feb 20 22:42:10.829549 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48126) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:10.834004 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'floatingip': {'floating_network_id': '13902551-927e-452b-838a-e5943d6828df'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:10.918425 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:11.027782 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:11.136577 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Allocated IP 172.27.0.68 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/b23b6252-f029-48b9-b228-c48a78ee39c4) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:42:11.246543 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for port (b23b6252-f029-48b9-b228-c48a78ee39c4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:11.347027 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (b23b6252-f029-48b9-b228-c48a78ee39c4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:11.384063 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:42:11.386722 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:11.391990 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:42:11.397115 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'Port': ['ID=b23b6252-f029-48b9-b228-c48a78ee39c4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:11.478571 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (97d5dbac-11a7-4f50-ad91-d60a6476007d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:11.574146 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (b23b6252-f029-48b9-b228-c48a78ee39c4), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:11.723825 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for port (b23b6252-f029-48b9-b228-c48a78ee39c4), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:11.817730 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (b23b6252-f029-48b9-b228-c48a78ee39c4), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:11.888381 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'Port': ['ID=b23b6252-f029-48b9-b228-c48a78ee39c4,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:11.903091 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (97d5dbac-11a7-4f50-ad91-d60a6476007d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:11.983279 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:11.984538 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-61fc136b-3a44-4927-b6e9-8b79466910e5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1539891 Feb 20 22:42:12.178340 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-65c30720-aa2d-4f70-9aae-c8b61d3d9fd7 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--991374629&fields=id&tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd HTTP/1.1" status: 200 len: 267 time: 0.0408509 Feb 20 22:42:12.283435 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-ec13e391-f423-4f66-a87b-d355d6b4cf64 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:12.284881 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-ec13e391-f423-4f66-a87b-d355d6b4cf64 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/networks?id=c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 200 len: 811 time: 0.0998063 Feb 20 22:42:12.299436 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-d59097d8-5cc9-488d-ba30-bf3918f39490 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/quotas/eeccd88e667d4e0ba75ff434a28dcbdd HTTP/1.1" status: 200 len: 375 time: 0.0090525 Feb 20 22:42:12.355338 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-bacc5fad-aafd-405c-9149-b71141d10626 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506978 Feb 20 22:42:12.452001 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-54cf51f0-8639-45b9-9c7d-a8af0777eb5f service neutron] 10.222.0.67 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842750 Feb 20 22:42:12.544858 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-f8b335d9-8ed6-4065-a670-1b506bebaf9d service neutron] 10.222.0.67 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872598 Feb 20 22:42:12.778989 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-730049e8-29c8-49df-86c8-094b726ab458 req-37b2a186-090f-4c60-b61b-72c1d608a6e0 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 210 time: 0.0273769 Feb 20 22:42:13.870915 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4a2cc001-ad4c-4da5-b79f-52aa179ef9ed req-a7f3c0bd-a8db-4196-acc0-f082ba180917 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 210 time: 0.0292804 Feb 20 22:42:14.566834 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-e37b9675-0de4-48f4-9acd-8b03bdaf6295 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:14.568727 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-e37b9675-0de4-48f4-9acd-8b03bdaf6295 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.91 "GET /v2.0/networks?id=c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 200 len: 811 time: 0.1093352 Feb 20 22:42:14.631845 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-4a196405-ff5c-445d-aa76-8d488e7dad5d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd HTTP/1.1" status: 200 len: 379 time: 0.0545752 Feb 20 22:42:14.640624 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'port': {'device_id': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'admin_state_up': True, 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'security_groups': ['8a49f9b5-634d-468f-8a5a-497d42f317d2']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:14.815602 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Made reservation on behalf of eeccd88e667d4e0ba75ff434a28dcbdd for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:42:14.819858 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:14.963985 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Allocated IP 172.20.0.6 (c30c476c-7cbe-4649-ab74-dc00ad77c98d/af312b0d-1c32-4c52-aae5-ea88654f6420/f4518323-3ad2-4d71-8552-c1bbc2565514) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:42:14.969997 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5e12a221-fa46-4755-a137-d3a561cc1d80 req-70a137dc-7a72-44d0-ae52-bd2df3a7cb3f tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 210 time: 0.0283697 Feb 20 22:42:15.091813 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:15.193377 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:15.233145 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Network c30c476c-7cbe-4649-ab74-dc00ad77c98d is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:42:15.236151 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:15.239709 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:42:15.266874 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event updated for resources: {'Port': ['ID=f4518323-3ad2-4d71-8552-c1bbc2565514,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:15.297421 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:15.298101 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:15.366467 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-43813825-91d2-41ad-b4c0-44993147f292 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7295282 Feb 20 22:42:15.378382 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Request body: {'port': {'device_id': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:15.443619 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:15.458647 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-3eac6e5f-ad9b-447a-acd6-aaf7284e1b17 None None] Provisioning complete for port f4518323-3ad2-4d71-8552-c1bbc2565514 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:15.459257 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3eac6e5f-ad9b-447a-acd6-aaf7284e1b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:15.498289 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-3eac6e5f-ad9b-447a-acd6-aaf7284e1b17 None None] Port f4518323-3ad2-4d71-8552-c1bbc2565514 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:42:15.707183 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4518323-3ad2-4d71-8552-c1bbc2565514 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:42:15.715989 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Publish callbacks [] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:15.727993 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Transition to ACTIVE for port object f4518323-3ad2-4d71-8552-c1bbc2565514 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:42:15.815359 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:15.867182 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Pushing event updated for resources: {'Port': ['ID=f4518323-3ad2-4d71-8552-c1bbc2565514,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:15.943293 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Attempting to bind port f4518323-3ad2-4d71-8552-c1bbc2565514 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:42:15.943634 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Attempting to bind port f4518323-3ad2-4d71-8552-c1bbc2565514 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:42:15.943963 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Attempting to bind port f4518323-3ad2-4d71-8552-c1bbc2565514 on network c30c476c-7cbe-4649-ab74-dc00ad77c98d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:42:15.949418 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Port f4518323-3ad2-4d71-8552-c1bbc2565514 on network c30c476c-7cbe-4649-ab74-dc00ad77c98d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:42:15.949766 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Attempting to bind port f4518323-3ad2-4d71-8552-c1bbc2565514 on network c30c476c-7cbe-4649-ab74-dc00ad77c98d {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:42:15.954994 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:42:15.955334 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Checking segment: {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:42:15.955720 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Bound using segment: {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:42:15.956149 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Bound port: f4518323-3ad2-4d71-8552-c1bbc2565514, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3b0ebd-602a-4b2c-bb9d-32232f523429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:42:15.956505 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:16.033424 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] For port f4518323-3ad2-4d71-8552-c1bbc2565514, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:42:16.037369 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] For port f4518323-3ad2-4d71-8552-c1bbc2565514, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f4518323-3ad2-4d71-8552-c1bbc2565514,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:42:16.107032 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80145178-fdc6-4305-aa61-fbf3fcf229a3 req-00d07a15-6a5d-40f0-a992-4025209d6e22 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:16.108525 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-80145178-fdc6-4305-aa61-fbf3fcf229a3 req-00d07a15-6a5d-40f0-a992-4025209d6e22 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 943 time: 0.0511048 Feb 20 22:42:16.114128 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:16.161250 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:16.161941 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:16.163262 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] 10.222.0.91 "PUT /v2.0/ports/f4518323-3ad2-4d71-8552-c1bbc2565514 HTTP/1.1" status: 200 len: 1093 time: 0.7894747 Feb 20 22:42:16.165573 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'tag': 'f4518323-3ad2-4d71-8552-c1bbc2565514'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:42:16.168954 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a9a4b2-3bf1-41cf-8885-5130c4c3d408" -d '{"events": [{"name": "network-changed", "server_uuid": "78ee1a2b-34b6-4f64-b8eb-143e1e77103f", "tag": "f4518323-3ad2-4d71-8552-c1bbc2565514"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:42:16.207290 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf1086-3005-4f03-be60-3c316fb8bbba service neutron] Pushing event updated for resources: {'Port': ['ID=f4518323-3ad2-4d71-8552-c1bbc2565514,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:16.234622 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-80145178-fdc6-4305-aa61-fbf3fcf229a3 req-27f018f2-2e65-49f2-a687-1daf51d43046 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195252 Feb 20 22:42:16.243391 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c332ec4d-7eea-4d65-9a17-094e256b5106 x-openstack-request-id: req-c332ec4d-7eea-4d65-9a17-094e256b5106 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:42:16.243616 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ee1a2b-34b6-4f64-b8eb-143e1e77103f", "tag": "f4518323-3ad2-4d71-8552-c1bbc2565514", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:42:16.244490 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c332ec4d-7eea-4d65-9a17-094e256b5106 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:42:16.245359 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'tag': 'f4518323-3ad2-4d71-8552-c1bbc2565514', 'status': 'completed', 'code': 200} Feb 20 22:42:16.305288 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9a4b2-3bf1-41cf-8885-5130c4c3d408 req-31dd14f7-1768-4266-bc98-128065ba16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:16.307424 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-02a9a4b2-3bf1-41cf-8885-5130c4c3d408 req-31dd14f7-1768-4266-bc98-128065ba16c6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 1127 time: 0.0478611 Feb 20 22:42:16.409716 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9a4b2-3bf1-41cf-8885-5130c4c3d408 req-52561899-f7ce-482e-8e5a-e9c881fcdea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:16.411199 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-02a9a4b2-3bf1-41cf-8885-5130c4c3d408 req-52561899-f7ce-482e-8e5a-e9c881fcdea0 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0946131 Feb 20 22:42:16.511002 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9a4b2-3bf1-41cf-8885-5130c4c3d408 req-08e3ae7e-72c8-4886-a7e5-55d6292c325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:16.512510 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-02a9a4b2-3bf1-41cf-8885-5130c4c3d408 req-08e3ae7e-72c8-4886-a7e5-55d6292c325f service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956292 Feb 20 22:42:16.591308 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-aca746c9-0926-42cc-b4be-ceb849aec7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:16.592797 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-aca746c9-0926-42cc-b4be-ceb849aec7d2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 1127 time: 0.0448191 Feb 20 22:42:16.636827 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-10cbb511-d527-4e15-bd91-eba9a25acd36 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4518323-3ad2-4d71-8552-c1bbc2565514 HTTP/1.1" status: 200 len: 217 time: 0.0370619 Feb 20 22:42:16.684442 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-7fa9b3a9-7a16-49c3-9a5d-5cc20e773177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:16.685871 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-7fa9b3a9-7a16-49c3-9a5d-5cc20e773177 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af312b0d-1c32-4c52-aae5-ea88654f6420 HTTP/1.1" status: 200 len: 850 time: 0.0424957 Feb 20 22:42:16.733169 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-8994954a-8aba-4c26-96e4-c6ad7b5991d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:16.734655 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-8994954a-8aba-4c26-96e4-c6ad7b5991d7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c30c476c-7cbe-4649-ab74-dc00ad77c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426800 Feb 20 22:42:16.825471 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-d18ad45c-fe58-47fe-af77-55687b2bbc7b service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840406 Feb 20 22:42:16.912517 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f3f8b9bf-c0b0-4530-9b4f-34a1e9cac49d req-3f0cb841-f532-448a-af46-e37497671262 service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802853 Feb 20 22:42:17.366683 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e61f0b-79f8-4c6c-beda-7b5ec286628e req-868e0fb2-e24b-4461-9b86-21c472a51be1 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:17.368176 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-74e61f0b-79f8-4c6c-beda-7b5ec286628e req-868e0fb2-e24b-4461-9b86-21c472a51be1 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 943 time: 0.0560851 Feb 20 22:42:17.414798 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-74e61f0b-79f8-4c6c-beda-7b5ec286628e req-75761222-e5be-4b55-817c-732d14c18bc4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404081 Feb 20 22:42:17.783171 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48222) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:17.887858 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:17.959703 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Publish callbacks [] for security_group (f794f02a-3c1d-4c04-bdc2-4790a0909195), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:18.037959 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (f794f02a-3c1d-4c04-bdc2-4790a0909195), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:18.081345 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8481b9ece274977a17edd4c1436d2ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970800 Feb 20 22:42:18.082259 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f794f02a-3c1d-4c04-bdc2-4790a0909195,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:18.084195 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48226) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:18.089588 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.089967 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.090312 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.090794 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.091138 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.091475 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.091804 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.092132 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.092456 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.092779 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.093100 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.093420 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.093786 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8033b662-4657-41d4-babc-fb8797a7b539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:18.133905 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40aba563-efc8-4434-8cd4-f4ed0b1c5217 admin admin] Publish callbacks [] for security_group (f794f02a-3c1d-4c04-bdc2-4790a0909195), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:18.154605 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40aba563-efc8-4434-8cd4-f4ed0b1c5217 admin admin] Publish callbacks [] for security_group (f794f02a-3c1d-4c04-bdc2-4790a0909195), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:18.272611 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40aba563-efc8-4434-8cd4-f4ed0b1c5217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (f794f02a-3c1d-4c04-bdc2-4790a0909195), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:18.275599 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-40aba563-efc8-4434-8cd4-f4ed0b1c5217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:18.276738 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-40aba563-efc8-4434-8cd4-f4ed0b1c5217 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f794f02a-3c1d-4c04-bdc2-4790a0909195 HTTP/1.1" status: 204 len: 168 time: 0.1915090 Feb 20 22:42:18.284428 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aba563-efc8-4434-8cd4-f4ed0b1c5217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f794f02a-3c1d-4c04-bdc2-4790a0909195,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:18.538850 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574cbcb-9555-43ec-84e1-6cf12aac8e75 req-22d478e9-aa2a-4707-8b3a-042463b66fc0 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:18.540329 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d574cbcb-9555-43ec-84e1-6cf12aac8e75 req-22d478e9-aa2a-4707-8b3a-042463b66fc0 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 943 time: 0.0547695 Feb 20 22:42:18.592149 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d574cbcb-9555-43ec-84e1-6cf12aac8e75 req-102c694c-44f1-4046-9210-9a9b9ffb96c6 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457633 Feb 20 22:42:18.833687 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device f4518323-3ad2-4d71-8552-c1bbc2565514 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:42:18.861613 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48234) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:18.876273 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-852d50ab-863f-4eeb-8220-1042b83b353a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:18.937334 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port f4518323-3ad2-4d71-8552-c1bbc2565514, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f4518323-3ad2-4d71-8552-c1bbc2565514,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:18.948952 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': 'f4518323-3ad2-4d71-8552-c1bbc2565514', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'port_id': 'f4518323-3ad2-4d71-8552-c1bbc2565514', 'mac_address': 'fa:16:3e:41:00:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:42:18.953616 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-852d50ab-863f-4eeb-8220-1042b83b353a admin admin] Publish callbacks [] for security_group (95cad764-c7eb-4bac-9077-b3e6fefedb36), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:18.985422 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port f4518323-3ad2-4d71-8552-c1bbc2565514 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:18.985842 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:18.998475 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4518323-3ad2-4d71-8552-c1bbc2565514 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:42:19.017511 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port f4518323-3ad2-4d71-8552-c1bbc2565514, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f4518323-3ad2-4d71-8552-c1bbc2565514,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:19.020939 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-852d50ab-863f-4eeb-8220-1042b83b353a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (95cad764-c7eb-4bac-9077-b3e6fefedb36), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:19.061202 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-852d50ab-863f-4eeb-8220-1042b83b353a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cb66312482c14db8a3bb98ce6f4d3c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984408 Feb 20 22:42:19.063201 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d50ab-863f-4eeb-8220-1042b83b353a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cad764-c7eb-4bac-9077-b3e6fefedb36,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:19.063886 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48236) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:19.080190 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:19.124933 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7280-a8c3-446b-937c-af2dc782a2be admin admin] Publish callbacks [] for security_group (95cad764-c7eb-4bac-9077-b3e6fefedb36), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:19.127289 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=f4518323-3ad2-4d71-8552-c1bbc2565514,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:19.137937 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7280-a8c3-446b-937c-af2dc782a2be admin admin] Publish callbacks [] for security_group (95cad764-c7eb-4bac-9077-b3e6fefedb36), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:19.255118 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7280-a8c3-446b-937c-af2dc782a2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (95cad764-c7eb-4bac-9077-b3e6fefedb36), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:19.257646 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7280-a8c3-446b-937c-af2dc782a2be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:19.258885 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-f8ea7280-a8c3-446b-937c-af2dc782a2be admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/95cad764-c7eb-4bac-9077-b3e6fefedb36 HTTP/1.1" status: 204 len: 168 time: 0.1939766 Feb 20 22:42:19.270530 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea7280-a8c3-446b-937c-af2dc782a2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cad764-c7eb-4bac-9077-b3e6fefedb36,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:19.295112 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['f4518323-3ad2-4d71-8552-c1bbc2565514'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:42:19.713896 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5351-3fab-4cea-870b-23d39e761ec6 req-fb310308-32fa-49f6-94ea-cb66e7f44312 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:19.715338 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fd8e5351-3fab-4cea-870b-23d39e761ec6 req-fb310308-32fa-49f6-94ea-cb66e7f44312 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 944 time: 0.0551746 Feb 20 22:42:19.763107 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fd8e5351-3fab-4cea-870b-23d39e761ec6 req-c2f6396c-d6d5-4f38-82fc-cdfd4d114fa5 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Feb 20 22:42:19.901380 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48244) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:19.914334 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-273f93da-c8d3-40f9-9184-6de9f906dc41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:19.989220 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-273f93da-c8d3-40f9-9184-6de9f906dc41 admin admin] Publish callbacks [] for security_group (c0e941e3-6c0e-4e0a-8292-5527309e5f62), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:20.051109 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-273f93da-c8d3-40f9-9184-6de9f906dc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (c0e941e3-6c0e-4e0a-8292-5527309e5f62), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:20.088523 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-273f93da-c8d3-40f9-9184-6de9f906dc41 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=212ef6327a2b49198b7ef814b185be05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860437 Feb 20 22:42:20.090462 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f93da-c8d3-40f9-9184-6de9f906dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e941e3-6c0e-4e0a-8292-5527309e5f62,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:20.091413 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48246) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:20.139057 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e389358-8409-4cb7-a40e-9739112f97a7 admin admin] Publish callbacks [] for security_group (c0e941e3-6c0e-4e0a-8292-5527309e5f62), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:20.158875 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e389358-8409-4cb7-a40e-9739112f97a7 admin admin] Publish callbacks [] for security_group (c0e941e3-6c0e-4e0a-8292-5527309e5f62), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:20.277872 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e389358-8409-4cb7-a40e-9739112f97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (c0e941e3-6c0e-4e0a-8292-5527309e5f62), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:20.280328 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8e389358-8409-4cb7-a40e-9739112f97a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:20.281482 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8e389358-8409-4cb7-a40e-9739112f97a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c0e941e3-6c0e-4e0a-8292-5527309e5f62 HTTP/1.1" status: 204 len: 168 time: 0.1891000 Feb 20 22:42:20.289028 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e389358-8409-4cb7-a40e-9739112f97a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e941e3-6c0e-4e0a-8292-5527309e5f62,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:20.844685 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device f4518323-3ad2-4d71-8552-c1bbc2565514 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:42:20.883607 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516aa686-5c03-46da-a887-857466e3fe28 req-ee42dfe2-5d6b-408c-85e8-4054fad4edba tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:20.885738 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-516aa686-5c03-46da-a887-857466e3fe28 req-ee42dfe2-5d6b-408c-85e8-4054fad4edba tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 944 time: 0.0563774 Feb 20 22:42:20.932125 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-516aa686-5c03-46da-a887-857466e3fe28 req-9000eb0e-38bd-42ab-a8e2-98ed7c77d9a1 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400577 Feb 20 22:42:21.017097 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port f4518323-3ad2-4d71-8552-c1bbc2565514 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:42:21.021632 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port f4518323-3ad2-4d71-8552-c1bbc2565514 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:21.022075 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:21.101426 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port f4518323-3ad2-4d71-8552-c1bbc2565514 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:21.101752 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:21.126132 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4518323-3ad2-4d71-8552-c1bbc2565514'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:42:21.127862 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68142710-7691-4584-8590-c53fef1f85fe" -d '{"events": [{"server_uuid": "78ee1a2b-34b6-4f64-b8eb-143e1e77103f", "name": "network-vif-plugged", "status": "completed", "tag": "f4518323-3ad2-4d71-8552-c1bbc2565514"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:42:21.143892 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port f4518323-3ad2-4d71-8552-c1bbc2565514, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f4518323-3ad2-4d71-8552-c1bbc2565514,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:21.164931 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051416c3-6933-40e2-a835-8cc1a891ee7c x-openstack-request-id: req-051416c3-6933-40e2-a835-8cc1a891ee7c {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:42:21.165219 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ee1a2b-34b6-4f64-b8eb-143e1e77103f", "name": "network-vif-plugged", "status": "completed", "tag": "f4518323-3ad2-4d71-8552-c1bbc2565514", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:42:21.165469 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-051416c3-6933-40e2-a835-8cc1a891ee7c {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:42:21.166449 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4518323-3ad2-4d71-8552-c1bbc2565514', 'code': 200} Feb 20 22:42:21.234707 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:21.286501 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=f4518323-3ad2-4d71-8552-c1bbc2565514,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:21.459358 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b7b1d-7f32-4f0f-a76d-2141341f98a2 req-0c5d445e-e2e2-47e7-bcea-76630afdb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:21.460840 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7f6b7b1d-7f32-4f0f-a76d-2141341f98a2 req-0c5d445e-e2e2-47e7-bcea-76630afdb4d6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 1129 time: 0.0448248 Feb 20 22:42:21.508483 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7f6b7b1d-7f32-4f0f-a76d-2141341f98a2 req-87bfbdc5-ba75-4d9c-949e-9791b746d60d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Feb 20 22:42:22.050686 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdae584-4b6a-4085-a972-a8c29a937a04 req-3f8e729a-454f-4bf0-a47f-7d7b3c174f49 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:22.052225 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ffdae584-4b6a-4085-a972-a8c29a937a04 req-3f8e729a-454f-4bf0-a47f-7d7b3c174f49 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 945 time: 0.0536227 Feb 20 22:42:22.100832 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ffdae584-4b6a-4085-a972-a8c29a937a04 req-67666ce3-29c1-4b6a-a6af-14523ece04bf tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424802 Feb 20 22:42:23.221402 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b8f6-52a2-46c9-9ed9-76045e14be9e req-df9069ef-fcfc-422f-8332-5a16966d5b83 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:23.222887 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2cb6b8f6-52a2-46c9-9ed9-76045e14be9e req-df9069ef-fcfc-422f-8332-5a16966d5b83 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 945 time: 0.0548329 Feb 20 22:42:23.279113 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2cb6b8f6-52a2-46c9-9ed9-76045e14be9e req-0682e6a9-4831-44f1-8966-10c21ca63caa tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498116 Feb 20 22:42:23.393140 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ee17e-bebb-4c1c-8c55-7603eb047d8a req-0113930f-f2ce-48b1-b31d-a1475976c70b tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:23.394603 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9f6ee17e-bebb-4c1c-8c55-7603eb047d8a req-0113930f-f2ce-48b1-b31d-a1475976c70b tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 945 time: 0.0532651 Feb 20 22:42:23.403075 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48308) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:23.412059 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-82ede139-9721-4b40-97d4-f451a7c1b233 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Request body: {'floatingip': {'port_id': 'f4518323-3ad2-4d71-8552-c1bbc2565514'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:23.449087 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-82ede139-9721-4b40-97d4-f451a7c1b233 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (97d5dbac-11a7-4f50-ad91-d60a6476007d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:23.889633 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-82ede139-9721-4b40-97d4-f451a7c1b233 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:23.971619 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-82ede139-9721-4b40-97d4-f451a7c1b233 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (97d5dbac-11a7-4f50-ad91-d60a6476007d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:24.076247 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [None req-82ede139-9721-4b40-97d4-f451a7c1b233 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Floating IP 97d5dbac-11a7-4f50-ad91-d60a6476007d associated. External IP: 172.27.0.68, port: f4518323-3ad2-4d71-8552-c1bbc2565514. Feb 20 22:42:24.544404 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ede139-9721-4b40-97d4-f451a7c1b233 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:42:24.654604 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ede139-9721-4b40-97d4-f451a7c1b233 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:42:24.659617 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-82ede139-9721-4b40-97d4-f451a7c1b233 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:24.663913 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] Sync routers for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:42:24.673693 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:24.674307 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:24.690422 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-82ede139-9721-4b40-97d4-f451a7c1b233 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "PUT /v2.0/floatingips/97d5dbac-11a7-4f50-ad91-d60a6476007d HTTP/1.1" status: 200 len: 990 time: 1.2863371 Feb 20 22:42:24.691201 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'tag': 'f4518323-3ad2-4d71-8552-c1bbc2565514'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:42:24.693589 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7d2148-2e34-4071-ae14-d40571c7d81b" -d '{"events": [{"name": "network-changed", "server_uuid": "78ee1a2b-34b6-4f64-b8eb-143e1e77103f", "tag": "f4518323-3ad2-4d71-8552-c1bbc2565514"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:42:24.733519 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849f035a-2a49-441f-a0d7-385ae6b95616 x-openstack-request-id: req-849f035a-2a49-441f-a0d7-385ae6b95616 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:42:24.733675 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ee1a2b-34b6-4f64-b8eb-143e1e77103f", "tag": "f4518323-3ad2-4d71-8552-c1bbc2565514", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:42:24.736090 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-849f035a-2a49-441f-a0d7-385ae6b95616 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:42:24.736090 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'tag': 'f4518323-3ad2-4d71-8552-c1bbc2565514', 'status': 'completed', 'code': 200} Feb 20 22:42:24.787197 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:24.803472 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-f63523ec-7e6c-48e3-81bc-6a3ff123b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:24.804982 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-f63523ec-7e6c-48e3-81bc-6a3ff123b227 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 1129 time: 0.0473776 Feb 20 22:42:24.903498 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-873b32b0-8319-42d6-99f6-b5b5991b36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:24.905121 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-873b32b0-8319-42d6-99f6-b5b5991b36aa service neutron] 10.222.0.91 "GET /v2.0/networks?id=c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 200 len: 912 time: 0.0933094 Feb 20 22:42:24.977139 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-0841941a-fcad-4ad2-b3a0-ecdb8cd5f198 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4518323-3ad2-4d71-8552-c1bbc2565514 HTTP/1.1" status: 200 len: 998 time: 0.0654349 Feb 20 22:42:25.026732 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-f99fabf7-276b-4eba-bde2-4cf50f989525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:25.028201 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-f99fabf7-276b-4eba-bde2-4cf50f989525 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=af312b0d-1c32-4c52-aae5-ea88654f6420 HTTP/1.1" status: 200 len: 850 time: 0.0458384 Feb 20 22:42:25.092615 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-c9791d56-55a6-4171-ba0b-1b18899034bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:25.094362 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-c9791d56-55a6-4171-ba0b-1b18899034bc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c30c476c-7cbe-4649-ab74-dc00ad77c98d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598269 Feb 20 22:42:25.126960 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '97d5dbac-11a7-4f50-ad91-d60a6476007d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'port_id': 'f4518323-3ad2-4d71-8552-c1bbc2565514', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'mac_address': 'fa:16:3e:41:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:42:11Z', 'updated_at': '2022-02-20T22:42:23Z', 'revision_number': 1, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:25.168352 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] Checking router: 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:42:25.182733 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:25.183369 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:25.201732 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-e8aaae46-c677-428c-be59-5ea6f5df0509 service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010935 Feb 20 22:42:25.302639 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6d7d2148-2e34-4071-ae14-d40571c7d81b req-29ff3369-e48f-4b60-9bab-ff96e07c481f service neutron] 10.222.0.91 "GET /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939047 Feb 20 22:42:25.315196 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:25.543038 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '97d5dbac-11a7-4f50-ad91-d60a6476007d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'port_id': 'f4518323-3ad2-4d71-8552-c1bbc2565514', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'mac_address': 'fa:16:3e:41:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:42:11Z', 'updated_at': '2022-02-20T22:42:23Z', 'revision_number': 1, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:25.574077 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122306e1-7a1f-4d19-8b2d-806f14814925 None None] The sync data for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi is: [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '97d5dbac-11a7-4f50-ad91-d60a6476007d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'port_id': 'f4518323-3ad2-4d71-8552-c1bbc2565514', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'mac_address': 'fa:16:3e:41:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:42:11Z', 'updated_at': '2022-02-20T22:42:23Z', 'revision_number': 1, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:42:25.766338 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8659c8d5-f187-4527-afb9-a0056057e858 None None] New status for floating IP 97d5dbac-11a7-4f50-ad91-d60a6476007d: ACTIVE {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:42:31.831355 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48406) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:31.935596 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa87f-af3f-4ddf-b019-dfcb406950e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:32.008861 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa87f-af3f-4ddf-b019-dfcb406950e6 admin admin] Publish callbacks [] for security_group (4f1feee3-e5b0-464c-a545-fbe522754c30), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:32.091300 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0c0aa87f-af3f-4ddf-b019-dfcb406950e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (4f1feee3-e5b0-464c-a545-fbe522754c30), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:32.124025 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bb5205fd-c3b4-47ac-9491-ceb270ce9319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:32.129114 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-0c0aa87f-af3f-4ddf-b019-dfcb406950e6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=61a5c7c73d794dc3bd7263e6654c1027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966650 Feb 20 22:42:32.130243 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aa87f-af3f-4ddf-b019-dfcb406950e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1feee3-e5b0-464c-a545-fbe522754c30,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:32.131934 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48410) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:32.179065 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Publish callbacks [] for security_group (4f1feee3-e5b0-464c-a545-fbe522754c30), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:32.201189 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Publish callbacks [] for security_group (4f1feee3-e5b0-464c-a545-fbe522754c30), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:32.314456 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (4f1feee3-e5b0-464c-a545-fbe522754c30), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:32.316996 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:32.318451 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f1feee3-e5b0-464c-a545-fbe522754c30 HTTP/1.1" status: 204 len: 168 time: 0.1855180 Feb 20 22:42:32.327023 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1feee3-e5b0-464c-a545-fbe522754c30,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:32.334227 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.334576 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.334917 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.335399 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.335736 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.336150 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.336386 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.336712 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.337042 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.337367 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.337686 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.338811 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.339068 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c1c04-4375-4214-889d-e261de521c06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:32.967065 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48418) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:32.981088 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54b8d2b5-e232-4c25-9058-5174b153e223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:33.052721 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54b8d2b5-e232-4c25-9058-5174b153e223 admin admin] Publish callbacks [] for security_group (9cb946bc-2796-4947-90e2-c5e9503c68f5), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:33.120604 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-54b8d2b5-e232-4c25-9058-5174b153e223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (9cb946bc-2796-4947-90e2-c5e9503c68f5), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:33.162095 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-54b8d2b5-e232-4c25-9058-5174b153e223 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8fbc547305844ef390c518efe29fd532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938825 Feb 20 22:42:33.162960 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8d2b5-e232-4c25-9058-5174b153e223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb946bc-2796-4947-90e2-c5e9503c68f5,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:33.165360 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48420) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:33.215273 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd094-bccc-412d-97e7-9ff30345aa02 admin admin] Publish callbacks [] for security_group (9cb946bc-2796-4947-90e2-c5e9503c68f5), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:33.236302 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd094-bccc-412d-97e7-9ff30345aa02 admin admin] Publish callbacks [] for security_group (9cb946bc-2796-4947-90e2-c5e9503c68f5), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:33.365673 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd094-bccc-412d-97e7-9ff30345aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (9cb946bc-2796-4947-90e2-c5e9503c68f5), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:33.368307 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd094-bccc-412d-97e7-9ff30345aa02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:33.370238 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-6c5fd094-bccc-412d-97e7-9ff30345aa02 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9cb946bc-2796-4947-90e2-c5e9503c68f5 HTTP/1.1" status: 204 len: 168 time: 0.2027705 Feb 20 22:42:33.378244 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fd094-bccc-412d-97e7-9ff30345aa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb946bc-2796-4947-90e2-c5e9503c68f5,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:34.066563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48428) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:34.079634 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9497da8-10d2-4bb9-818d-4ad43a05581b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:34.086103 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:34.152733 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9497da8-10d2-4bb9-818d-4ad43a05581b admin admin] Publish callbacks [] for security_group (027e463d-65b5-488b-bfb1-736669e2dc99), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:34.244037 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f9497da8-10d2-4bb9-818d-4ad43a05581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (027e463d-65b5-488b-bfb1-736669e2dc99), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:34.284829 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f9497da8-10d2-4bb9-818d-4ad43a05581b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=754e3e8d469949ca9c834f7bc79b0a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170746 Feb 20 22:42:34.286922 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9497da8-10d2-4bb9-818d-4ad43a05581b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027e463d-65b5-488b-bfb1-736669e2dc99,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:34.287091 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48430) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:34.338100 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fd61a9e-f84f-46c3-a493-a94c4f9bb795 admin admin] Publish callbacks [] for security_group (027e463d-65b5-488b-bfb1-736669e2dc99), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:34.358848 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fd61a9e-f84f-46c3-a493-a94c4f9bb795 admin admin] Publish callbacks [] for security_group (027e463d-65b5-488b-bfb1-736669e2dc99), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:34.483374 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fd61a9e-f84f-46c3-a493-a94c4f9bb795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (027e463d-65b5-488b-bfb1-736669e2dc99), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:34.485908 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4fd61a9e-f84f-46c3-a493-a94c4f9bb795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:34.487069 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-4fd61a9e-f84f-46c3-a493-a94c4f9bb795 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/027e463d-65b5-488b-bfb1-736669e2dc99 HTTP/1.1" status: 204 len: 168 time: 0.1990540 Feb 20 22:42:34.495107 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd61a9e-f84f-46c3-a493-a94c4f9bb795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027e463d-65b5-488b-bfb1-736669e2dc99,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:34.597914 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-738ebde8-1e0c-4e85-b4cb-0b73c54d81e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:35.640274 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:36.169627 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48474) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:36.272377 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-83238314-1e4a-40e6-9706-0711ae6f357c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:36.344040 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-83238314-1e4a-40e6-9706-0711ae6f357c admin admin] Publish callbacks [] for security_group (393130d5-157a-4994-985f-75aa59b1a289), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:36.411525 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-83238314-1e4a-40e6-9706-0711ae6f357c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (393130d5-157a-4994-985f-75aa59b1a289), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:36.452319 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-83238314-1e4a-40e6-9706-0711ae6f357c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3dfd9917f7d4db9818a20f10f2d970f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815547 Feb 20 22:42:36.453451 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83238314-1e4a-40e6-9706-0711ae6f357c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393130d5-157a-4994-985f-75aa59b1a289,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:36.454972 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48484) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:36.504700 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8e1729c-f926-4d11-ab60-211dbcf1f111 admin admin] Publish callbacks [] for security_group (393130d5-157a-4994-985f-75aa59b1a289), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:36.525617 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8e1729c-f926-4d11-ab60-211dbcf1f111 admin admin] Publish callbacks [] for security_group (393130d5-157a-4994-985f-75aa59b1a289), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:36.655524 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8e1729c-f926-4d11-ab60-211dbcf1f111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (393130d5-157a-4994-985f-75aa59b1a289), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:36.658279 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d8e1729c-f926-4d11-ab60-211dbcf1f111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:36.659439 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d8e1729c-f926-4d11-ab60-211dbcf1f111 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/393130d5-157a-4994-985f-75aa59b1a289 HTTP/1.1" status: 204 len: 168 time: 0.2034669 Feb 20 22:42:36.667772 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1729c-f926-4d11-ab60-211dbcf1f111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393130d5-157a-4994-985f-75aa59b1a289,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:36.906538 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:37.672042 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48512) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:37.767541 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-525897234-network', 'tenant_id': '2e3352be11764be599310f6f3ac07b64'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:37.868600 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Made reservation on behalf of 2e3352be11764be599310f6f3ac07b64 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:42:37.870977 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:37.879359 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:37.955063 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Publish callbacks [] for security_group (13300be6-f84c-4f2d-99fa-3b54b2964b78), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:38.034271 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (13300be6-f84c-4f2d-99fa-3b54b2964b78), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:38.054512 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:42:38.069050 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13300be6-f84c-4f2d-99fa-3b54b2964b78,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:38.071859 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (03fa8a32-dd18-4985-820b-23d651d3dc07), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:38.072193 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Added segment 03fa8a32-dd18-4985-820b-23d651d3dc07 of type vlan for network d2192c2a-ed24-4734-90c8-578db27f0b65 Feb 20 22:42:38.112134 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (d2192c2a-ed24-4734-90c8-578db27f0b65), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:38.194419 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (d2192c2a-ed24-4734-90c8-578db27f0b65), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:38.195311 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:38.195961 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:38.256362 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] Pushing event updated for resources: {'Network': ['ID=d2192c2a-ed24-4734-90c8-578db27f0b65,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:38.267153 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network d2192c2a-ed24-4734-90c8-578db27f0b65 details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:42:38.322741 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-1863964d-dd5c-48db-9f5a-ad2a2fad68ca admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6496196 Feb 20 22:42:38.326213 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48518) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:38.330971 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Request body: {'subnet': {'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-525897234-subnet', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:38.409321 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Made reservation on behalf of 2e3352be11764be599310f6f3ac07b64 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:42:38.411572 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9865859'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:38.517966 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:38.626798 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2418829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9865841'] for subnet (181961e4-5f5c-45f6-8edf-99211fff5e2d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:38.679054 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=181961e4-5f5c-45f6-8edf-99211fff5e2d,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:38.689064 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Checking segment: {'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:42:38.689411 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Network hostable DHCP agents. Network: d2192c2a-ed24-4734-90c8-578db27f0b65, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:42:38.765369 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Network d2192c2a-ed24-4734-90c8-578db27f0b65 is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:42:38.840520 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, d2192c2a-ed24-4734-90c8-578db27f0b65) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:38.844848 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:38.845440 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:38.849605 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4e69a-8cb9-419e-b556-cce997932080 None None] Network d2192c2a-ed24-4734-90c8-578db27f0b65 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:42:38.922677 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b56ddcc8-1957-4a37-a4e8-7687d3973890 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5954044 Feb 20 22:42:38.925318 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48520) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:38.929746 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:38.948215 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ba9f9b-0950-586d-b448-b4766aa1f9c3-d2192c2a-ed24-4734-90c8-578db27f0b65', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'project_id': '2e3352be11764be599310f6f3ac07b64', 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d'}]}} from dv-cinder-830095-1-iscsi. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:42:38.949047 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.063170 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2647'] for router (49a21cb5-8463-40c3-b7ce-1779a785dbe2), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.064309 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2732'] for router (49a21cb5-8463-40c3-b7ce-1779a785dbe2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.084041 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Allocated IP 172.20.0.2 (d2192c2a-ed24-4734-90c8-578db27f0b65/181961e4-5f5c-45f6-8edf-99211fff5e2d/9158f530-fa9e-4790-91b4-6a7a63296f58) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:42:39.117176 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks [] for router_controller (49a21cb5-8463-40c3-b7ce-1779a785dbe2), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.220217 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Publish callbacks [] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.303157 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.323385 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks [] for router_gateway (49a21cb5-8463-40c3-b7ce-1779a785dbe2), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.345296 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Network d2192c2a-ed24-4734-90c8-578db27f0b65 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:42:39.348014 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:39.353327 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:42:39.360129 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Pushing event updated for resources: {'Port': ['ID=9158f530-fa9e-4790-91b4-6a7a63296f58,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:39.382926 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.383271 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.383614 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.383949 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.384279 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.384605 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.384932 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.385250 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.385569 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.385909 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.386229 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.386542 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.387568 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:39.422084 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Attempting to bind port 9158f530-fa9e-4790-91b4-6a7a63296f58 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:42:39.422451 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Attempting to bind port 9158f530-fa9e-4790-91b4-6a7a63296f58 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:42:39.422807 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Attempting to bind port 9158f530-fa9e-4790-91b4-6a7a63296f58 on network d2192c2a-ed24-4734-90c8-578db27f0b65 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:42:39.427760 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:42:39.428118 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Checking segment: {'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:42:39.428511 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.428894 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Bound using segment: {'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:42:39.429346 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Bound port: 9158f530-fa9e-4790-91b4-6a7a63296f58, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:42:39.429799 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.491027 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] For port 9158f530-fa9e-4790-91b4-6a7a63296f58, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:42:39.493912 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] For port 9158f530-fa9e-4790-91b4-6a7a63296f58, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=9158f530-fa9e-4790-91b4-6a7a63296f58,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:42:39.577736 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.593023 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks [] for router_gateway (49a21cb5-8463-40c3-b7ce-1779a785dbe2), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.641739 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740678ed-5ea2-4d99-ba2d-3d18b6a657dc None None] Pushing event updated for resources: {'Port': ['ID=9158f530-fa9e-4790-91b4-6a7a63296f58,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:39.866007 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:39.971111 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Allocated IP 172.27.0.49 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/71eb0723-c1fc-41fe-b353-ede62feee444) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:42:40.075748 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks [] for port (71eb0723-c1fc-41fe-b353-ede62feee444), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:40.170401 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:40.207779 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:42:40.210590 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:40.216819 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:42:40.222570 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Pushing event updated for resources: {'Port': ['ID=71eb0723-c1fc-41fe-b353-ede62feee444,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:40.523332 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f021a5-e3e1-46f7-982f-e164eeea6fae None None] Network d2192c2a-ed24-4734-90c8-578db27f0b65 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:42:40.567695 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks [] for router_gateway (49a21cb5-8463-40c3-b7ce-1779a785dbe2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:40.632600 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-336af935-a4de-45ee-b243-c7ff5c8171be None None] Provisioning complete for port 9158f530-fa9e-4790-91b4-6a7a63296f58 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:40.632886 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-336af935-a4de-45ee-b243-c7ff5c8171be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:40.726541 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-336af935-a4de-45ee-b243-c7ff5c8171be None None] Current status of the port 9158f530-fa9e-4790-91b4-6a7a63296f58 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:40.727076 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-336af935-a4de-45ee-b243-c7ff5c8171be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:40.762614 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-336af935-a4de-45ee-b243-c7ff5c8171be None None] For port 9158f530-fa9e-4790-91b4-6a7a63296f58, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=9158f530-fa9e-4790-91b4-6a7a63296f58,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:40.780187 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297'] for router (49a21cb5-8463-40c3-b7ce-1779a785dbe2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:40.828660 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-336af935-a4de-45ee-b243-c7ff5c8171be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:40.875217 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336af935-a4de-45ee-b243-c7ff5c8171be None None] Pushing event updated for resources: {'Port': ['ID=9158f530-fa9e-4790-91b4-6a7a63296f58,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:40.949050 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-14690947-f01a-46dd-95ba-241374bcfc86 None None] Provisioning complete for port 9158f530-fa9e-4790-91b4-6a7a63296f58 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:40.949615 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-14690947-f01a-46dd-95ba-241374bcfc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:40.977015 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 is scheduled to L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:42:41.027685 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-14690947-f01a-46dd-95ba-241374bcfc86 None None] Current status of the port 9158f530-fa9e-4790-91b4-6a7a63296f58 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:41.088540 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:42:41.097272 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Sync routers for ids ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:42:41.107712 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Routers {'49a21cb5-8463-40c3-b7ce-1779a785dbe2'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:41.108320 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:41.156019 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:41.157225 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b605451f-aaad-4282-a0c7-85e969280e4f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2308905 Feb 20 22:42:41.159835 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48526) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:41.218437 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Set router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:41.320294 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:42:41.402673 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:40Z', 'revision_number': 3, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:41.432117 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Checking router: 49a21cb5-8463-40c3-b7ce-1779a785dbe2 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:42:41.432367 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Updating router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 port 71eb0723-c1fc-41fe-b353-ede62feee444 binding host dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:42:41.458868 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:41.572095 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:41.717423 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Publish callbacks [] for port (71eb0723-c1fc-41fe-b353-ede62feee444), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:41.733486 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Allocated IP 172.20.0.1 (d2192c2a-ed24-4734-90c8-578db27f0b65/181961e4-5f5c-45f6-8edf-99211fff5e2d/838a5a84-42c9-4537-b9d7-6155a4102ed6) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:42:41.788653 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:41.791205 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 9158f530-fa9e-4790-91b4-6a7a63296f58 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:42:41.815279 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Attempting to bind port 71eb0723-c1fc-41fe-b353-ede62feee444 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:42:41.815279 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Attempting to bind port 71eb0723-c1fc-41fe-b353-ede62feee444 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:42:41.815623 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Attempting to bind port 71eb0723-c1fc-41fe-b353-ede62feee444 on network 13902551-927e-452b-838a-e5943d6828df {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:42:41.841557 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:42:41.845442 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:42:41.845442 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:41.845442 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Bound using segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:42:41.845442 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Bound port: 71eb0723-c1fc-41fe-b353-ede62feee444, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:42:41.845442 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:41.845983 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 9158f530-fa9e-4790-91b4-6a7a63296f58 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:41.845983 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:41.846445 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Publish callbacks [] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:41.905305 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] For port 71eb0723-c1fc-41fe-b353-ede62feee444, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:42:41.907331 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Pushing event updated for resources: {'Port': ['ID=71eb0723-c1fc-41fe-b353-ede62feee444,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:41.921721 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.922094 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.922465 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.922803 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.923131 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.923457 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.923779 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.924098 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.924417 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.924653 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 9158f530-fa9e-4790-91b4-6a7a63296f58 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:41.924757 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.925058 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.925373 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.925688 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:42:41.929815 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] For port 71eb0723-c1fc-41fe-b353-ede62feee444, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=71eb0723-c1fc-41fe-b353-ede62feee444,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:42:41.937324 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:41.972917 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Network d2192c2a-ed24-4734-90c8-578db27f0b65 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:42:41.975714 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:41.979266 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:42:42.010025 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Pushing event updated for resources: {'Port': ['ID=838a5a84-42c9-4537-b9d7-6155a4102ed6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:42.010336 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:42.028907 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571262'] for router_interface (49a21cb5-8463-40c3-b7ce-1779a785dbe2), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:42.072623 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Routers {'49a21cb5-8463-40c3-b7ce-1779a785dbe2'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:42.073461 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:42.124933 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6fbd5-d958-48a4-9bf5-7c53f2c7ad50 None None] Pushing event updated for resources: {'Port': ['ID=71eb0723-c1fc-41fe-b353-ede62feee444,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:42.197488 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] Set router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:42.241094 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:42.257796 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-440898c3-f01b-41a8-b909-0e7eb3aff8eb None None] Provisioning complete for port 838a5a84-42c9-4537-b9d7-6155a4102ed6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:42.258460 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-440898c3-f01b-41a8-b909-0e7eb3aff8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:42.295383 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-440898c3-f01b-41a8-b909-0e7eb3aff8eb None None] Port 838a5a84-42c9-4537-b9d7-6155a4102ed6 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:42:42.413453 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Publish callbacks [] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:42.472557 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:40Z', 'revision_number': 3, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:42.499213 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4154ae-e251-4e6a-8362-f8d167ea5040 None None] The sync data for ids ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'] in dv-cinder-830095-1-iscsi is: [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:40Z', 'revision_number': 3, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:42:42.512210 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:42.583009 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571370'] for router_interface (49a21cb5-8463-40c3-b7ce-1779a785dbe2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:42.584731 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Pushing event updated for resources: {'Port': ['ID=838a5a84-42c9-4537-b9d7-6155a4102ed6,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:42.684501 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Network d2192c2a-ed24-4734-90c8-578db27f0b65 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:42:42.685923 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:42.831337 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:42:42.958630 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:42:42.966330 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-69bf905d-3c90-4569-a399-42a76df45140 admin admin] 10.222.0.67 "PUT /v2.0/routers/49a21cb5-8463-40c3-b7ce-1779a785dbe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8054545 Feb 20 22:42:43.031152 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-4986aaa1-f74c-4c43-afce-70e74141de88 None None] Provisioning complete for port 838a5a84-42c9-4537-b9d7-6155a4102ed6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:43.032099 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4986aaa1-f74c-4c43-afce-70e74141de88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:43.066967 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-4986aaa1-f74c-4c43-afce-70e74141de88 None None] Port 838a5a84-42c9-4537-b9d7-6155a4102ed6 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:42:43.688279 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48548) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:43.693477 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1645909691-network', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:43.779633 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 71eb0723-c1fc-41fe-b353-ede62feee444 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:42:43.788562 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Made reservation on behalf of 3990baed1bbc4a7885b2bddf9d9a3305 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:42:43.790966 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:43.799916 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:43.831889 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 71eb0723-c1fc-41fe-b353-ede62feee444 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:43.832173 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:43.874897 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Publish callbacks [] for security_group (5332b11c-58f4-42f0-9366-050249aa6039), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:43.912579 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 71eb0723-c1fc-41fe-b353-ede62feee444 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:43.912964 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:43.938581 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port 71eb0723-c1fc-41fe-b353-ede62feee444, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=71eb0723-c1fc-41fe-b353-ede62feee444,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:43.948622 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (5332b11c-58f4-42f0-9366-050249aa6039), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:43.970230 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:42:43.985330 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5332b11c-58f4-42f0-9366-050249aa6039,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:43.988251 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (98bc8513-5839-4a0b-91d0-2e8d4ba17dc9), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:43.988534 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Added segment 98bc8513-5839-4a0b-91d0-2e8d4ba17dc9 of type vlan for network c12d9e03-82c3-4013-a92a-62cafac454a8 Feb 20 22:42:44.011474 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:44.030146 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (c12d9e03-82c3-4013-a92a-62cafac454a8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:44.065684 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=71eb0723-c1fc-41fe-b353-ede62feee444,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:44.129527 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (c12d9e03-82c3-4013-a92a-62cafac454a8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:44.130538 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:44.131126 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:44.196748 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] Pushing event updated for resources: {'Network': ['ID=c12d9e03-82c3-4013-a92a-62cafac454a8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:44.200863 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Sync routers for ids ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:42:44.208867 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network c12d9e03-82c3-4013-a92a-62cafac454a8 details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:42:44.252567 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Routers {'49a21cb5-8463-40c3-b7ce-1779a785dbe2'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:44.253338 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:44.266133 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-776190c6-e5c7-43ba-9049-c9d2f2f0ab3b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5742397 Feb 20 22:42:44.266373 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48550) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:44.271250 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Request body: {'subnet': {'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1645909691-subnet', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:44.381545 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Set router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:44.394135 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Made reservation on behalf of 3990baed1bbc4a7885b2bddf9d9a3305 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:42:44.396459 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9865859'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:44.597821 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:42Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '838a5a84-42c9-4537-b9d7-6155a4102ed6', 'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'mac_address': 'fa:16:3e:f7:3d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:41Z', 'updated_at': '2022-02-20T22:42:42Z', 'revision_number': 2, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'subnets': [{'id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:44.624673 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Checking router: 49a21cb5-8463-40c3-b7ce-1779a785dbe2 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:42:44.625027 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Updating router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 port 838a5a84-42c9-4537-b9d7-6155a4102ed6 binding host dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:42:44.652911 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:44.674431 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2418829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9865841'] for subnet (328abe62-020a-431e-bc36-793661b1307c), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:44.732548 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Pushing event updated for resources: {'Subnet': ['ID=328abe62-020a-431e-bc36-793661b1307c,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:44.741597 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Checking segment: {'id': '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:42:44.741979 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Network hostable DHCP agents. Network: c12d9e03-82c3-4013-a92a-62cafac454a8, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:42:44.839814 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Network c12d9e03-82c3-4013-a92a-62cafac454a8 is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:42:44.914427 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, c12d9e03-82c3-4013-a92a-62cafac454a8) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:44.918537 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:42:44.919047 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Publish callbacks [] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:44.919158 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:44.924598 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7b2809-af2a-4dcc-8428-67280f79ba43 None None] Network c12d9e03-82c3-4013-a92a-62cafac454a8 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:42:45.012907 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.017330 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a10a1c7a-3460-4628-8940-ad9ccbed155b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7471516 Feb 20 22:42:45.017330 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48560) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:45.023793 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1645909691-router', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df'}}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:45.043657 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe2ba9f9b-0950-586d-b448-b4766aa1f9c3-c12d9e03-82c3-4013-a92a-62cafac454a8', 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8', 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'fixed_ips': [{'subnet_id': '328abe62-020a-431e-bc36-793661b1307c'}]}} from dv-cinder-830095-1-iscsi. {{(pid=103378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 22:42:45.044491 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.096041 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487983e9-0f89-410b-82e2-8b348d94c7aa None None] Pushing event updated for resources: {'Port': ['ID=838a5a84-42c9-4537-b9d7-6155a4102ed6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:45.098027 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2647'] for router (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.099102 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-541153', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2732'] for router (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.174563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks [] for router_controller (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), precommit_add_association {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.356998 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Attempting to bind port 838a5a84-42c9-4537-b9d7-6155a4102ed6 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:42:45.357242 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Attempting to bind port 838a5a84-42c9-4537-b9d7-6155a4102ed6 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:42:45.357596 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Attempting to bind port 838a5a84-42c9-4537-b9d7-6155a4102ed6 on network d2192c2a-ed24-4734-90c8-578db27f0b65 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:42:45.391709 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:42:45.392085 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Checking segment: {'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:42:45.392483 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.392867 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Bound using segment: {'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:42:45.393324 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Bound port: 838a5a84-42c9-4537-b9d7-6155a4102ed6, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:42:45.393721 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.407053 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks [] for router_gateway (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.410527 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-c3ecc76d-8f5f-4173-a3cd-17ded0335346 None None] Provisioning complete for port 838a5a84-42c9-4537-b9d7-6155a4102ed6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:45.410898 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c3ecc76d-8f5f-4173-a3cd-17ded0335346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.460591 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.db_base_plugin_common [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Allocated IP 172.20.0.2 (c12d9e03-82c3-4013-a92a-62cafac454a8/328abe62-020a-431e-bc36-793661b1307c/3d69e390-65d8-459a-b8a3-bc2af156b4d6) {{(pid=103378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:42:45.495779 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-c3ecc76d-8f5f-4173-a3cd-17ded0335346 None None] Port 838a5a84-42c9-4537-b9d7-6155a4102ed6 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:42:45.556877 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] For port 838a5a84-42c9-4537-b9d7-6155a4102ed6, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:42:45.561457 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] For port 838a5a84-42c9-4537-b9d7-6155a4102ed6, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=838a5a84-42c9-4537-b9d7-6155a4102ed6,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:42:45.649887 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Publish callbacks [] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), precommit_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.686423 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.738599 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Routers {'49a21cb5-8463-40c3-b7ce-1779a785dbe2'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:45.739242 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:45.789288 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 71eb0723-c1fc-41fe-b353-ede62feee444 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:42:45.823495 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), after_create {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.825894 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487983e9-0f89-410b-82e2-8b348d94c7aa None None] Pushing event updated for resources: {'Port': ['ID=838a5a84-42c9-4537-b9d7-6155a4102ed6,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:45.922870 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Network c12d9e03-82c3-4013-a92a-62cafac454a8 is already hosted by enough agents. {{(pid=103378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:42:45.935561 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks [] for router_gateway (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.936112 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.scheduler.base_scheduler [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Resources bound (agent type, host, resource id): {{(pid=103378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:45.938073 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Received port after_create {{(pid=103378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:42:45.945293 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Pushing event updated for resources: {'Port': ['ID=3d69e390-65d8-459a-b8a3-bc2af156b4d6,revision_number=1']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:45.956722 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:45.984428 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] Set router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:46.066503 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 71eb0723-c1fc-41fe-b353-ede62feee444 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:46.066974 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:46.067740 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Allocated IP 172.27.0.166 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/c58b8da9-5701-4078-b193-c862498039cb) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:42:46.096976 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Attempting to bind port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:42:46.097532 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Attempting to bind port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:42:46.097681 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Attempting to bind port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 on network c12d9e03-82c3-4013-a92a-62cafac454a8 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:42:46.126874 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-2ad8b63d-e321-4493-9f3d-ee2f25be6974 None None] Provisioning complete for port 838a5a84-42c9-4537-b9d7-6155a4102ed6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:46.127238 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b63d-e321-4493-9f3d-ee2f25be6974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:46.142538 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:42:46.142974 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Checking segment: {'id': '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:42:46.143464 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:46.143914 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Bound using segment: {'id': '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:42:46.144387 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Bound port: 3d69e390-65d8-459a-b8a3-bc2af156b4d6, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:42:46.144780 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:46.175675 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks [] for port (c58b8da9-5701-4078-b193-c862498039cb), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:46.267344 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (c58b8da9-5701-4078-b193-c862498039cb), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:46.305181 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:42:46.311913 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:46.314448 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:42:46.320835 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Pushing event updated for resources: {'Port': ['ID=c58b8da9-5701-4078-b193-c862498039cb,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:46.372511 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] For port 3d69e390-65d8-459a-b8a3-bc2af156b4d6, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:42:46.405738 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] For port 3d69e390-65d8-459a-b8a3-bc2af156b4d6, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=3d69e390-65d8-459a-b8a3-bc2af156b4d6,segment=NetworkSegment(98bc8513-5839-4a0b-91d0-2e8d4ba17dc9),segment_id=98bc8513-5839-4a0b-91d0-2e8d4ba17dc9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:42:46.410681 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2ad8b63d-e321-4493-9f3d-ee2f25be6974 None None] Current status of the port 838a5a84-42c9-4537-b9d7-6155a4102ed6 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:46.411027 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b63d-e321-4493-9f3d-ee2f25be6974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:46.412665 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 71eb0723-c1fc-41fe-b353-ede62feee444 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:46.459517 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2ad8b63d-e321-4493-9f3d-ee2f25be6974 None None] For port 838a5a84-42c9-4537-b9d7-6155a4102ed6, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=838a5a84-42c9-4537-b9d7-6155a4102ed6,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:46.466096 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:42Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '838a5a84-42c9-4537-b9d7-6155a4102ed6', 'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'mac_address': 'fa:16:3e:f7:3d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:41Z', 'updated_at': '2022-02-20T22:42:45Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'subnets': [{'id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:46.491976 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a747e79-0161-4c20-9ce4-d2b189d46636 None None] The sync data for ids ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'] in dv-cinder-830095-1-iscsi is: [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:42Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '838a5a84-42c9-4537-b9d7-6155a4102ed6', 'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'mac_address': 'fa:16:3e:f7:3d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:41Z', 'updated_at': '2022-02-20T22:42:45Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'subnets': [{'id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:42:46.494089 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:46.532211 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2ad8b63d-e321-4493-9f3d-ee2f25be6974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:46.571430 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bf40d-c3fc-475f-931e-a8d0c3639430 None None] Pushing event updated for resources: {'Port': ['ID=3d69e390-65d8-459a-b8a3-bc2af156b4d6,revision_number=2']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:46.640294 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8b63d-e321-4493-9f3d-ee2f25be6974 None None] Pushing event updated for resources: {'Port': ['ID=838a5a84-42c9-4537-b9d7-6155a4102ed6,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:46.696845 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks [] for router_gateway (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:46.943152 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-560297'] for router (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:47.157925 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 is scheduled to L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 with binding_index 1 {{(pid=103377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 22:42:47.280682 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:42:47.292245 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Sync routers for ids ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:42:47.303162 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Routers {'b8d0ed17-fe61-4a30-84ff-4c975bd3c624'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:47.303584 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:47.350509 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:47.351863 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6c74562e-1be0-4bb2-9ee7-95940b561517 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3335896 Feb 20 22:42:47.354795 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48562) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:47.424651 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Set router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:47.614580 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff183471-4e07-471a-9793-3880a39d5381 None None] Network c12d9e03-82c3-4013-a92a-62cafac454a8 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:42:47.624499 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'name': 'tempest-TestShelveInstance-1645909691-router', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c58b8da9-5701-4078-b193-c862498039cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:46Z', 'revision_number': 3, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'gw_port': {'id': 'c58b8da9-5701-4078-b193-c862498039cb', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:47.658925 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Checking router: b8d0ed17-fe61-4a30-84ff-4c975bd3c624 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:42:47.659282 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Updating router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 port c58b8da9-5701-4078-b193-c862498039cb binding host dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:42:47.683061 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-08aece32-885a-47e3-a5f5-095a2cb385dd None None] Provisioning complete for port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:47.683654 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08aece32-885a-47e3-a5f5-095a2cb385dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:47.689110 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (c58b8da9-5701-4078-b193-c862498039cb), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:47.830585 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-08aece32-885a-47e3-a5f5-095a2cb385dd None None] Current status of the port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:47.831684 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08aece32-885a-47e3-a5f5-095a2cb385dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:47.877484 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-08aece32-885a-47e3-a5f5-095a2cb385dd None None] For port 3d69e390-65d8-459a-b8a3-bc2af156b4d6, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=3d69e390-65d8-459a-b8a3-bc2af156b4d6,segment=NetworkSegment(98bc8513-5839-4a0b-91d0-2e8d4ba17dc9),segment_id=98bc8513-5839-4a0b-91d0-2e8d4ba17dc9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:47.921478 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 838a5a84-42c9-4537-b9d7-6155a4102ed6 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:42:47.942284 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:47.978577 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 838a5a84-42c9-4537-b9d7-6155a4102ed6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:47.979168 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.007498 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Publish callbacks [] for port (c58b8da9-5701-4078-b193-c862498039cb), precommit_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.022544 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-08aece32-885a-47e3-a5f5-095a2cb385dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.078061 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (c58b8da9-5701-4078-b193-c862498039cb), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.106924 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aece32-885a-47e3-a5f5-095a2cb385dd None None] Pushing event updated for resources: {'Port': ['ID=3d69e390-65d8-459a-b8a3-bc2af156b4d6,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:48.121894 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 838a5a84-42c9-4537-b9d7-6155a4102ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:48.123085 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 3d69e390-65d8-459a-b8a3-bc2af156b4d6 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:42:48.126228 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Allocated IP 172.20.0.1 (c12d9e03-82c3-4013-a92a-62cafac454a8/328abe62-020a-431e-bc36-793661b1307c/6f824173-ab37-4c04-a985-f59a31816b66) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:42:48.144398 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Attempting to bind port c58b8da9-5701-4078-b193-c862498039cb on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:42:48.144885 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Attempting to bind port c58b8da9-5701-4078-b193-c862498039cb by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:42:48.145332 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Attempting to bind port c58b8da9-5701-4078-b193-c862498039cb on network 13902551-927e-452b-838a-e5943d6828df {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:42:48.157212 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c4e7-e91e-40bc-983d-28b73a782bd4 None None] Pushing event updated for resources: {'Port': ['ID=c58b8da9-5701-4078-b193-c862498039cb,revision_number=2']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:48.162668 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:42:48.163107 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Checking segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:42:48.163574 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.164015 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Bound using segment: {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'} {{(pid=103379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:42:48.164548 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.managers [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Bound port: c58b8da9-5701-4078-b193-c862498039cb, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57781b0c-c415-4d4c-9970-122934cd63ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '13902551-927e-452b-838a-e5943d6828df'}}] {{(pid=103379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:42:48.165136 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (c58b8da9-5701-4078-b193-c862498039cb), before_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.176717 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-70f0003a-3c94-43e9-b7b0-f8c0f199cbba None None] Provisioning complete for port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:48.177100 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-70f0003a-3c94-43e9-b7b0-f8c0f199cbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.211820 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:48.212195 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.220827 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] For port c58b8da9-5701-4078-b193-c862498039cb, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:42:48.224252 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.plugins.ml2.db [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] For port c58b8da9-5701-4078-b193-c862498039cb, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=c58b8da9-5701-4078-b193-c862498039cb,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:42:48.297687 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron_lib.callbacks.manager [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (c58b8da9-5701-4078-b193-c862498039cb), after_update {{(pid=103379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.328831 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-70f0003a-3c94-43e9-b7b0-f8c0f199cbba None None] Current status of the port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:48.339281 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:48.362535 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Routers {'b8d0ed17-fe61-4a30-84ff-4c975bd3c624'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:48.363163 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:48.368110 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c4e7-e91e-40bc-983d-28b73a782bd4 None None] Pushing event updated for resources: {'Port': ['ID=c58b8da9-5701-4078-b193-c862498039cb,revision_number=3']} {{(pid=103379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:48.477071 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] Set router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:48.489800 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Publish callbacks [] for port (6f824173-ab37-4c04-a985-f59a31816b66), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.594794 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (6f824173-ab37-4c04-a985-f59a31816b66), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.629871 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Network c12d9e03-82c3-4013-a92a-62cafac454a8 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:42:48.634266 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:48.637818 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:42:48.664114 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'name': 'tempest-TestShelveInstance-1645909691-router', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c58b8da9-5701-4078-b193-c862498039cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:46Z', 'revision_number': 3, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'gw_port': {'id': 'c58b8da9-5701-4078-b193-c862498039cb', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:48.666670 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Pushing event updated for resources: {'Port': ['ID=6f824173-ab37-4c04-a985-f59a31816b66,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:48.682456 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571262'] for router_interface (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.697271 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6a046f-82fd-4f33-858c-994ad780e290 None None] The sync data for ids ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'] in dv-cinder-830095-1-iscsi is: [{'id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'name': 'tempest-TestShelveInstance-1645909691-router', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c58b8da9-5701-4078-b193-c862498039cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:46Z', 'revision_number': 3, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'gw_port': {'id': 'c58b8da9-5701-4078-b193-c862498039cb', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:35:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:42:48.853394 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-ba308cb0-ba78-4837-811c-75062daa984c None None] Provisioning complete for port 6f824173-ab37-4c04-a985-f59a31816b66 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:48.857208 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ba308cb0-ba78-4837-811c-75062daa984c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (6f824173-ab37-4c04-a985-f59a31816b66), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:48.893534 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-ba308cb0-ba78-4837-811c-75062daa984c None None] Port 6f824173-ab37-4c04-a985-f59a31816b66 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:42:48.900916 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (6f824173-ab37-4c04-a985-f59a31816b66), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:49.085934 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Publish callbacks [] for port (6f824173-ab37-4c04-a985-f59a31816b66), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:49.160013 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (6f824173-ab37-4c04-a985-f59a31816b66), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:49.231327 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Pushing event updated for resources: {'Port': ['ID=6f824173-ab37-4c04-a985-f59a31816b66,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:49.234896 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571370'] for router_interface (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:49.332847 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Network c12d9e03-82c3-4013-a92a-62cafac454a8 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:42:49.334333 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:42:49.461173 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:42:49.581393 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:42:49.589174 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-28c23b25-4e74-46f1-89e1-5420703e974a admin admin] 10.222.0.67 "PUT /v2.0/routers/b8d0ed17-fe61-4a30-84ff-4c975bd3c624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2293875 Feb 20 22:42:49.617510 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-e22c68ce-f13b-4a38-98fb-18052c13b1a8 None None] Provisioning complete for port 6f824173-ab37-4c04-a985-f59a31816b66 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:49.618035 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e22c68ce-f13b-4a38-98fb-18052c13b1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (6f824173-ab37-4c04-a985-f59a31816b66), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:49.654052 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-e22c68ce-f13b-4a38-98fb-18052c13b1a8 None None] Port 6f824173-ab37-4c04-a985-f59a31816b66 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:42:49.834153 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device c58b8da9-5701-4078-b193-c862498039cb up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:42:49.882402 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port c58b8da9-5701-4078-b193-c862498039cb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:49.882958 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (c58b8da9-5701-4078-b193-c862498039cb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.091366 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port c58b8da9-5701-4078-b193-c862498039cb is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:50.091756 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (c58b8da9-5701-4078-b193-c862498039cb), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.114556 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] For port c58b8da9-5701-4078-b193-c862498039cb, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=c58b8da9-5701-4078-b193-c862498039cb,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:50.192791 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (c58b8da9-5701-4078-b193-c862498039cb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.193804 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 3d69e390-65d8-459a-b8a3-bc2af156b4d6 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:42:50.270069 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Pushing event updated for resources: {'Port': ['ID=c58b8da9-5701-4078-b193-c862498039cb,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:50.285345 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32595565-af1f-414b-9311-578b356ead56 None None] Sync routers for ids ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:42:50.290331 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:50.290706 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.325562 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32595565-af1f-414b-9311-578b356ead56 None None] Routers {'b8d0ed17-fe61-4a30-84ff-4c975bd3c624'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:50.326339 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-32595565-af1f-414b-9311-578b356ead56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:50.344924 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48572) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:50.349605 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-c94d8364-f4d3-4c90-a68a-466afa913dbf tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506425036', 'description': 'tempest-secgroup-smoke-506425036 description', 'project_id': '2e3352be11764be599310f6f3ac07b64'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:50.426658 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c94d8364-f4d3-4c90-a68a-466afa913dbf tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.465105 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:50.476140 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-32595565-af1f-414b-9311-578b356ead56 None None] Set router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:50.494430 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c94d8364-f4d3-4c90-a68a-466afa913dbf tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group (2255a016-5e70-45f1-ac69-603d49ad6b90), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.552163 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c94d8364-f4d3-4c90-a68a-466afa913dbf tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (2255a016-5e70-45f1-ac69-603d49ad6b90), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.582470 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d8364-f4d3-4c90-a68a-466afa913dbf tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2255a016-5e70-45f1-ac69-603d49ad6b90,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:50.647449 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c94d8364-f4d3-4c90-a68a-466afa913dbf tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.648764 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c94d8364-f4d3-4c90-a68a-466afa913dbf tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3027577 Feb 20 22:42:50.651736 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48576) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:50.656773 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-92d807e7-3223-49ea-bd26-02535e6bea95 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Request body: {'security_group_rule': {'security_group_id': '2255a016-5e70-45f1-ac69-603d49ad6b90', 'project_id': '2e3352be11764be599310f6f3ac07b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:50.686023 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-32595565-af1f-414b-9311-578b356ead56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'name': 'tempest-TestShelveInstance-1645909691-router', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c58b8da9-5701-4078-b193-c862498039cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:48Z', 'revision_number': 4, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'gw_port': {'id': 'c58b8da9-5701-4078-b193-c862498039cb', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:35:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '6f824173-ab37-4c04-a985-f59a31816b66', 'name': '', 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'mac_address': 'fa:16:3e:d3:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '328abe62-020a-431e-bc36-793661b1307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:47Z', 'updated_at': '2022-02-20T22:42:48Z', 'revision_number': 2, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'subnets': [{'id': '328abe62-020a-431e-bc36-793661b1307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:50.713338 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32595565-af1f-414b-9311-578b356ead56 None None] Checking router: b8d0ed17-fe61-4a30-84ff-4c975bd3c624 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:42:50.713692 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32595565-af1f-414b-9311-578b356ead56 None None] Updating router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 port 6f824173-ab37-4c04-a985-f59a31816b66 binding host dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 22:42:50.741603 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32595565-af1f-414b-9311-578b356ead56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (6f824173-ab37-4c04-a985-f59a31816b66), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.752938 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92d807e7-3223-49ea-bd26-02535e6bea95 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (c3d32163-8303-41ab-b859-153c6c900807), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.810252 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92d807e7-3223-49ea-bd26-02535e6bea95 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (c3d32163-8303-41ab-b859-153c6c900807), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.857195 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92d807e7-3223-49ea-bd26-02535e6bea95 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (c3d32163-8303-41ab-b859-153c6c900807), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.872263 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d807e7-3223-49ea-bd26-02535e6bea95 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d32163-8303-41ab-b859-153c6c900807,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:50.922021 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-92d807e7-3223-49ea-bd26-02535e6bea95 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:50.925722 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-92d807e7-3223-49ea-bd26-02535e6bea95 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2699728 Feb 20 22:42:50.925954 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48578) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:50.930210 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-71202214-b998-4064-9350-eba01ef8045a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Request body: {'security_group_rule': {'security_group_id': '2255a016-5e70-45f1-ac69-603d49ad6b90', 'project_id': '2e3352be11764be599310f6f3ac07b64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:51.004478 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71202214-b998-4064-9350-eba01ef8045a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (20fa49c0-9bf9-4285-9842-660675d2941d), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.008812 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32595565-af1f-414b-9311-578b356ead56 None None] Publish callbacks [] for port (6f824173-ab37-4c04-a985-f59a31816b66), precommit_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.061741 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71202214-b998-4064-9350-eba01ef8045a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (20fa49c0-9bf9-4285-9842-660675d2941d), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.079542 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32595565-af1f-414b-9311-578b356ead56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (6f824173-ab37-4c04-a985-f59a31816b66), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.129256 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71202214-b998-4064-9350-eba01ef8045a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (20fa49c0-9bf9-4285-9842-660675d2941d), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.130667 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513b75c-c596-4481-b445-18ba6a2ca99a None None] Pushing event updated for resources: {'Port': ['ID=6f824173-ab37-4c04-a985-f59a31816b66,revision_number=3']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:51.151449 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71202214-b998-4064-9350-eba01ef8045a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fa49c0-9bf9-4285-9842-660675d2941d,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:51.190714 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-32595565-af1f-414b-9311-578b356ead56 None None] Attempting to bind port 6f824173-ab37-4c04-a985-f59a31816b66 on host dv-cinder-830095-1-iscsi for vnic_type normal with profile {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:42:51.191085 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-32595565-af1f-414b-9311-578b356ead56 None None] Attempting to bind port 6f824173-ab37-4c04-a985-f59a31816b66 by drivers openvswitch,hyperv on host dv-cinder-830095-1-iscsi at level 0 using segments [{'id': '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8'}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:42:51.191434 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32595565-af1f-414b-9311-578b356ead56 None None] Attempting to bind port 6f824173-ab37-4c04-a985-f59a31816b66 on network c12d9e03-82c3-4013-a92a-62cafac454a8 {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:42:51.197194 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32595565-af1f-414b-9311-578b356ead56 None None] Checking agent: {'id': '97bba9a7-60ae-4775-929a-962922825a31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830095-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 26, 38), 'started_at': datetime.datetime(2022, 2, 20, 22, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830095-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:42:51.197772 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32595565-af1f-414b-9311-578b356ead56 None None] Checking segment: {'id': '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:42:51.198188 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32595565-af1f-414b-9311-578b356ead56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.198570 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32595565-af1f-414b-9311-578b356ead56 None None] Bound using segment: {'id': '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8'} {{(pid=103378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:42:51.199079 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.managers [None req-32595565-af1f-414b-9311-578b356ead56 None None] Bound port: 6f824173-ab37-4c04-a985-f59a31816b66, host: dv-cinder-830095-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8'}}] {{(pid=103378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:42:51.199766 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32595565-af1f-414b-9311-578b356ead56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (6f824173-ab37-4c04-a985-f59a31816b66), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.218730 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-71202214-b998-4064-9350-eba01ef8045a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.224062 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-71202214-b998-4064-9350-eba01ef8045a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2933557 Feb 20 22:42:51.224062 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48580) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:51.227526 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-875cd643-e62c-4fc2-851e-47e546c04fa3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Request body: {'security_group_rule': {'security_group_id': '2255a016-5e70-45f1-ac69-603d49ad6b90', 'project_id': '2e3352be11764be599310f6f3ac07b64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:51.266197 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-32595565-af1f-414b-9311-578b356ead56 None None] For port 6f824173-ab37-4c04-a985-f59a31816b66, host dv-cinder-830095-1-iscsi, cleared binding levels {{(pid=103378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:42:51.269461 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-32595565-af1f-414b-9311-578b356ead56 None None] For port 6f824173-ab37-4c04-a985-f59a31816b66, host dv-cinder-830095-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=6f824173-ab37-4c04-a985-f59a31816b66,segment=NetworkSegment(98bc8513-5839-4a0b-91d0-2e8d4ba17dc9),segment_id=98bc8513-5839-4a0b-91d0-2e8d4ba17dc9)] {{(pid=103378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:42:51.334304 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-875cd643-e62c-4fc2-851e-47e546c04fa3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (e7af53cb-ca5c-4d33-82d8-beeaeab9b6d0), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.358398 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-32595565-af1f-414b-9311-578b356ead56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (6f824173-ab37-4c04-a985-f59a31816b66), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.395748 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-875cd643-e62c-4fc2-851e-47e546c04fa3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (e7af53cb-ca5c-4d33-82d8-beeaeab9b6d0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.428767 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-80b183a5-4396-4786-a139-606f0e71e071 None None] Provisioning complete for port 6f824173-ab37-4c04-a985-f59a31816b66 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:51.430767 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80b183a5-4396-4786-a139-606f0e71e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (6f824173-ab37-4c04-a985-f59a31816b66), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.450666 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513b75c-c596-4481-b445-18ba6a2ca99a None None] Pushing event updated for resources: {'Port': ['ID=6f824173-ab37-4c04-a985-f59a31816b66,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:51.459827 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32595565-af1f-414b-9311-578b356ead56 None None] Routers {'b8d0ed17-fe61-4a30-84ff-4c975bd3c624'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:42:51.459945 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-32595565-af1f-414b-9311-578b356ead56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:42:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:51.477929 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-875cd643-e62c-4fc2-851e-47e546c04fa3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (e7af53cb-ca5c-4d33-82d8-beeaeab9b6d0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.496785 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cd643-e62c-4fc2-851e-47e546c04fa3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7af53cb-ca5c-4d33-82d8-beeaeab9b6d0,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:51.584805 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-875cd643-e62c-4fc2-851e-47e546c04fa3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.586164 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-875cd643-e62c-4fc2-851e-47e546c04fa3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3624396 Feb 20 22:42:51.589105 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48582) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:51.596590 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-4d7935fd-3d10-4e1e-b44b-65de9806c18d tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Request body: {'security_group_rule': {'security_group_id': '2255a016-5e70-45f1-ac69-603d49ad6b90', 'project_id': '2e3352be11764be599310f6f3ac07b64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:51.616940 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-32595565-af1f-414b-9311-578b356ead56 None None] Set router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:42:51.620112 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-80b183a5-4396-4786-a139-606f0e71e071 None None] Current status of the port 6f824173-ab37-4c04-a985-f59a31816b66 is: DOWN; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:51.620506 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80b183a5-4396-4786-a139-606f0e71e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (6f824173-ab37-4c04-a985-f59a31816b66), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.700217 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d7935fd-3d10-4e1e-b44b-65de9806c18d tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (73a7abdd-3229-4c90-8cb2-e80d09ba00d0), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.734551 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-80b183a5-4396-4786-a139-606f0e71e071 None None] For port 6f824173-ab37-4c04-a985-f59a31816b66, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=6f824173-ab37-4c04-a985-f59a31816b66,segment=NetworkSegment(98bc8513-5839-4a0b-91d0-2e8d4ba17dc9),segment_id=98bc8513-5839-4a0b-91d0-2e8d4ba17dc9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:42:51.760646 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d7935fd-3d10-4e1e-b44b-65de9806c18d tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (73a7abdd-3229-4c90-8cb2-e80d09ba00d0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.775272 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device c58b8da9-5701-4078-b193-c862498039cb up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:42:51.803875 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-80b183a5-4396-4786-a139-606f0e71e071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (6f824173-ab37-4c04-a985-f59a31816b66), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.843957 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d7935fd-3d10-4e1e-b44b-65de9806c18d tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (73a7abdd-3229-4c90-8cb2-e80d09ba00d0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.863456 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7935fd-3d10-4e1e-b44b-65de9806c18d tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a7abdd-3229-4c90-8cb2-e80d09ba00d0,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:51.922940 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b183a5-4396-4786-a139-606f0e71e071 None None] Pushing event updated for resources: {'Port': ['ID=6f824173-ab37-4c04-a985-f59a31816b66,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:51.937184 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-4d7935fd-3d10-4e1e-b44b-65de9806c18d tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.938460 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-4d7935fd-3d10-4e1e-b44b-65de9806c18d tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3474414 Feb 20 22:42:51.941113 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48584) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:51.943647 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port c58b8da9-5701-4078-b193-c862498039cb triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:51.944019 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (c58b8da9-5701-4078-b193-c862498039cb), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:51.945677 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-62037277-ad6e-4f9b-a449-dc386c327588 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Request body: {'security_group_rule': {'security_group_id': '2255a016-5e70-45f1-ac69-603d49ad6b90', 'project_id': '2e3352be11764be599310f6f3ac07b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:51.971764 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-7f12af93-73ff-4dc3-ade7-5485287416c2 None None] Provisioning complete for port 6f824173-ab37-4c04-a985-f59a31816b66 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:51.972139 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7f12af93-73ff-4dc3-ade7-5485287416c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (6f824173-ab37-4c04-a985-f59a31816b66), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:52.022364 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-62037277-ad6e-4f9b-a449-dc386c327588 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Project 2e3352be11764be599310f6f3ac07b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 22:42:52.028263 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62037277-ad6e-4f9b-a449-dc386c327588 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (eb9fc0ca-2e73-47a6-8958-3f23a9e27956), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:52.031663 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-32595565-af1f-414b-9311-578b356ead56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'name': 'tempest-TestShelveInstance-1645909691-router', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c58b8da9-5701-4078-b193-c862498039cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:48Z', 'revision_number': 4, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'gw_port': {'id': 'c58b8da9-5701-4078-b193-c862498039cb', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:35:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '6f824173-ab37-4c04-a985-f59a31816b66', 'name': '', 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'mac_address': 'fa:16:3e:d3:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '328abe62-020a-431e-bc36-793661b1307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:47Z', 'updated_at': '2022-02-20T22:42:51Z', 'revision_number': 4, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'subnets': [{'id': '328abe62-020a-431e-bc36-793661b1307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:42:52.086028 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32595565-af1f-414b-9311-578b356ead56 None None] The sync data for ids ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'] in dv-cinder-830095-1-iscsi is: [{'id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'name': 'tempest-TestShelveInstance-1645909691-router', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c58b8da9-5701-4078-b193-c862498039cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:48Z', 'revision_number': 4, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'gw_port': {'id': 'c58b8da9-5701-4078-b193-c862498039cb', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:35:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '6f824173-ab37-4c04-a985-f59a31816b66', 'name': '', 'network_id': 'c12d9e03-82c3-4013-a92a-62cafac454a8', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'mac_address': 'fa:16:3e:d3:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '328abe62-020a-431e-bc36-793661b1307c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:47Z', 'updated_at': '2022-02-20T22:42:51Z', 'revision_number': 4, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'subnets': [{'id': '328abe62-020a-431e-bc36-793661b1307c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:42:52.092854 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62037277-ad6e-4f9b-a449-dc386c327588 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (eb9fc0ca-2e73-47a6-8958-3f23a9e27956), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:52.131354 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port c58b8da9-5701-4078-b193-c862498039cb is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:52.143774 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7f12af93-73ff-4dc3-ade7-5485287416c2 None None] Current status of the port 6f824173-ab37-4c04-a985-f59a31816b66 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:42:52.199679 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62037277-ad6e-4f9b-a449-dc386c327588 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (eb9fc0ca-2e73-47a6-8958-3f23a9e27956), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:52.219403 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62037277-ad6e-4f9b-a449-dc386c327588 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9fc0ca-2e73-47a6-8958-3f23a9e27956,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:52.296934 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-62037277-ad6e-4f9b-a449-dc386c327588 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:52.298204 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-62037277-ad6e-4f9b-a449-dc386c327588 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3561323 Feb 20 22:42:52.300888 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48586) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:42:52.305530 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-9fb0238c-6f16-49f3-aec0-113571508f94 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Request body: {'security_group_rule': {'security_group_id': '2255a016-5e70-45f1-ac69-603d49ad6b90', 'project_id': '2e3352be11764be599310f6f3ac07b64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:42:52.387104 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.securitygroups_db [None req-9fb0238c-6f16-49f3-aec0-113571508f94 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Project 2e3352be11764be599310f6f3ac07b64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 22:42:52.392878 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fb0238c-6f16-49f3-aec0-113571508f94 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (88e5a0bc-89ff-43e6-921d-795d5a505652), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:52.457273 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fb0238c-6f16-49f3-aec0-113571508f94 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (88e5a0bc-89ff-43e6-921d-795d5a505652), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:52.534790 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fb0238c-6f16-49f3-aec0-113571508f94 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541020'] for security_group_rule (88e5a0bc-89ff-43e6-921d-795d5a505652), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:52.548252 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0238c-6f16-49f3-aec0-113571508f94 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88e5a0bc-89ff-43e6-921d-795d5a505652,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:42:52.613433 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9fb0238c-6f16-49f3-aec0-113571508f94 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:52.614784 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-9fb0238c-6f16-49f3-aec0-113571508f94 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3128932 Feb 20 22:42:53.797128 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6f824173-ab37-4c04-a985-f59a31816b66 up at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:42:53.847588 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Provisioning complete for port 6f824173-ab37-4c04-a985-f59a31816b66 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:42:53.847980 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (6f824173-ab37-4c04-a985-f59a31816b66), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:42:53.926165 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Current status of the port 6f824173-ab37-4c04-a985-f59a31816b66 is: ACTIVE; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:43:02.151891 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-0d5f4d92-3eb8-454d-8008-8b368ff2984f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:03.451491 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43d43b-9e34-47ce-bedb-969ab304e8f6 req-e2f2f445-6aa9-44eb-af0b-3568d8fde7ec tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:03.452964 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f43d43b-9e34-47ce-bedb-969ab304e8f6 req-e2f2f445-6aa9-44eb-af0b-3568d8fde7ec tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 945 time: 0.0554397 Feb 20 22:43:03.502342 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7f43d43b-9e34-47ce-bedb-969ab304e8f6 req-bb1bd726-5696-4638-aa59-70a33a7dfe8a tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431345 Feb 20 22:43:04.079178 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:04.616523 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-04e25682-a2e5-4ac8-abcb-28a729df1ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:04.622640 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a911-3e5b-4dbf-b300-d19af4052be7 req-89582379-401c-486c-9abd-baf6c0f5f847 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:04.624044 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0de8a911-3e5b-4dbf-b300-d19af4052be7 req-89582379-401c-486c-9abd-baf6c0f5f847 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 945 time: 0.0518630 Feb 20 22:43:04.674249 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0de8a911-3e5b-4dbf-b300-d19af4052be7 req-ebaa09e5-799f-4baa-be57-094c46419383 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Feb 20 22:43:05.261470 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f72b54-6116-4112-b610-30544c2478be req-24564668-77a6-41db-864f-f04a3495d8fc tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:05.262930 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f72b54-6116-4112-b610-30544c2478be req-24564668-77a6-41db-864f-f04a3495d8fc tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.91 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 945 time: 0.0504346 Feb 20 22:43:05.355793 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Deleting port f4518323-3ad2-4d71-8552-c1bbc2565514 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:43:05.356127 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:05.449544 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] For port f4518323-3ad2-4d71-8552-c1bbc2565514, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f4518323-3ad2-4d71-8552-c1bbc2565514,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:05.449824 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:05.610858 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:05.622238 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:05.622603 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (97d5dbac-11a7-4f50-ad91-d60a6476007d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:05.622917 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Floating IP 97d5dbac-11a7-4f50-ad91-d60a6476007d disassociated. External IP: 172.27.0.68, port: f4518323-3ad2-4d71-8552-c1bbc2565514. Feb 20 22:43:05.623458 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Calling delete_port for f4518323-3ad2-4d71-8552-c1bbc2565514 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:43:05.793575 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1c4a9-e4d0-43a7-b6d7-82415775b1cc req-1dd57eba-48e1-495a-82b2-3b7cd868fb84 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:05.795070 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8cd1c4a9-e4d0-43a7-b6d7-82415775b1cc req-1dd57eba-48e1-495a-82b2-3b7cd868fb84 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 945 time: 0.0533242 Feb 20 22:43:05.804935 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (f4518323-3ad2-4d71-8552-c1bbc2565514), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:05.832219 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event deleted for resources: {'Port': ['ID=f4518323-3ad2-4d71-8552-c1bbc2565514,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:05.844164 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8cd1c4a9-e4d0-43a7-b6d7-82415775b1cc req-d16186af-becf-45f3-af16-e30ec37de1e1 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups?id=8a49f9b5-634d-468f-8a5a-497d42f317d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Feb 20 22:43:05.954983 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:43:06.062335 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:43:06.072858 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] Sync routers for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:43:06.083100 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:43:06.083699 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:43:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:06.105638 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] No DVR routers for this DVR port f4518323-3ad2-4d71-8552-c1bbc2565514 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:43:06.108137 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:06.111483 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4f72b54-6116-4112-b610-30544c2478be req-f5e28109-086d-4e12-83c5-10bdd17a2c96 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.91 "DELETE /v2.0/ports/f4518323-3ad2-4d71-8552-c1bbc2565514 HTTP/1.1" status: 204 len: 173 time: 0.8416495 Feb 20 22:43:06.111873 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'name': 'network-vif-deleted', 'tag': 'f4518323-3ad2-4d71-8552-c1bbc2565514'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:06.114290 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ffbf5a-7394-4605-8531-17a18fe4ac97" -d '{"events": [{"server_uuid": "78ee1a2b-34b6-4f64-b8eb-143e1e77103f", "name": "network-vif-deleted", "tag": "f4518323-3ad2-4d71-8552-c1bbc2565514"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:06.157144 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea932dc0-beb3-42a9-b31a-03a618f4e5ad x-openstack-request-id: req-ea932dc0-beb3-42a9-b31a-03a618f4e5ad {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:06.157438 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ee1a2b-34b6-4f64-b8eb-143e1e77103f", "name": "network-vif-deleted", "tag": "f4518323-3ad2-4d71-8552-c1bbc2565514", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:06.157691 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ea932dc0-beb3-42a9-b31a-03a618f4e5ad {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:06.167583 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ee1a2b-34b6-4f64-b8eb-143e1e77103f', 'name': 'network-vif-deleted', 'tag': 'f4518323-3ad2-4d71-8552-c1bbc2565514', 'status': 'completed', 'code': 200} Feb 20 22:43:06.197105 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:43:06.414370 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:06.524859 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] Checking router: 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:43:06.533114 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:43:06.533734 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:43:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:06.641737 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:43:06.842705 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:06.873570 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6845d39-981c-44f6-9cc6-dd2049a20ef0 None None] The sync data for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi is: [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:38:40Z', 'revision_number': 4, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7', 'name': '', 'network_id': 'c30c476c-7cbe-4649-ab74-dc00ad77c98d', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'mac_address': 'fa:16:3e:f1:e3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:39Z', 'updated_at': '2022-02-20T22:38:45Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'subnets': [{'id': 'af312b0d-1c32-4c52-aae5-ea88654f6420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:43:06.942336 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:06.960595 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8a55ea85-df3f-47c0-a1bf-ca15107c5d18 req-204088c8-2522-4cba-a5cb-a75f7fbd301d tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/ports?device_id=78ee1a2b-34b6-4f64-b8eb-143e1e77103f HTTP/1.1" status: 200 len: 210 time: 0.0300417 Feb 20 22:43:07.125808 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3290c47-0600-4b85-814b-18c7eb887ad1 None None] New status for floating IP 97d5dbac-11a7-4f50-ad91-d60a6476007d: DOWN {{(pid=103378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:43:08.108554 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48738) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:08.163813 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f053745e-1ffe-45b6-a1e9-698df3438a22 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (8a49f9b5-634d-468f-8a5a-497d42f317d2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.187043 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f053745e-1ffe-45b6-a1e9-698df3438a22 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (8a49f9b5-634d-468f-8a5a-497d42f317d2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.308233 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f053745e-1ffe-45b6-a1e9-698df3438a22 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (8a49f9b5-634d-468f-8a5a-497d42f317d2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.310840 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-f053745e-1ffe-45b6-a1e9-698df3438a22 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.317977 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-f053745e-1ffe-45b6-a1e9-698df3438a22 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "DELETE /v2.0/security-groups/8a49f9b5-634d-468f-8a5a-497d42f317d2 HTTP/1.1" status: 204 len: 168 time: 0.2024353 Feb 20 22:43:08.320673 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48744) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:08.324351 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053745e-1ffe-45b6-a1e9-698df3438a22 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a49f9b5-634d-468f-8a5a-497d42f317d2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:08.345513 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.api.v2.resource [None req-0bfa55f3-adb2-4336-a57f-ace4197daa59 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] show failed (client error): The resource could not be found. Feb 20 22:43:08.364843 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-0bfa55f3-adb2-4336-a57f-ace4197daa59 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "GET /v2.0/security-groups/8a49f9b5-634d-468f-8a5a-497d42f317d2 HTTP/1.1" status: 404 len: 347 time: 0.0250139 Feb 20 22:43:08.365989 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48748) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:08.467601 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-516c9d70-ba9d-4e29-8237-a0c990ba33ac tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506425036&fields=id&tenant_id=2e3352be11764be599310f6f3ac07b64 HTTP/1.1" status: 200 len: 267 time: 0.0748410 Feb 20 22:43:08.500488 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c45e5de8-8e5d-4697-af1a-4cef8d56edd4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Deleting port b23b6252-f029-48b9-b228-c48a78ee39c4 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:43:08.500821 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c45e5de8-8e5d-4697-af1a-4cef8d56edd4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (b23b6252-f029-48b9-b228-c48a78ee39c4), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.523582 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.532551 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-3021bffd-6719-4fe3-a32f-eaa9e61ec9a0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078539 Feb 20 22:43:08.580995 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a777-e395-4449-92db-406bfd9e61ba req-8d5dc388-4de3-4d7b-8114-30d117af4a8a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:08.582539 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-8d5dc388-4de3-4d7b-8114-30d117af4a8a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/networks?id=d2192c2a-ed24-4734-90c8-578db27f0b65 HTTP/1.1" status: 200 len: 808 time: 0.1071448 Feb 20 22:43:08.587516 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c45e5de8-8e5d-4697-af1a-4cef8d56edd4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (b23b6252-f029-48b9-b228-c48a78ee39c4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.587846 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c45e5de8-8e5d-4697-af1a-4cef8d56edd4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (b23b6252-f029-48b9-b228-c48a78ee39c4), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.601039 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-c45e5de8-8e5d-4697-af1a-4cef8d56edd4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Calling delete_port for b23b6252-f029-48b9-b228-c48a78ee39c4 owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:43:08.625680 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-bb70ed4b-79c1-4f68-9e80-30329906ae04 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/quotas/2e3352be11764be599310f6f3ac07b64 HTTP/1.1" status: 200 len: 375 time: 0.0333490 Feb 20 22:43:08.665805 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-06d49f97-7318-4ba5-8be0-8ce22511cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:08.667359 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-06d49f97-7318-4ba5-8be0-8ce22511cbe4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 1129 time: 0.0836167 Feb 20 22:43:08.688101 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-05942ba0-3bbc-4efc-86d7-fee5a137ab70 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2e3352be11764be599310f6f3ac07b64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561645 Feb 20 22:43:08.811040 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c45e5de8-8e5d-4697-af1a-4cef8d56edd4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (b23b6252-f029-48b9-b228-c48a78ee39c4), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.836211 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e5de8-8e5d-4697-af1a-4cef8d56edd4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Pushing event deleted for resources: {'Port': ['ID=b23b6252-f029-48b9-b228-c48a78ee39c4,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:08.844005 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-1b0004f8-6ac1-4609-bc39-21da13a3a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:08.845489 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-1b0004f8-6ac1-4609-bc39-21da13a3a6be service neutron] 10.222.0.91 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 912 time: 0.1565528 Feb 20 22:43:08.851310 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-f1cd6d28-7b58-4170-b8c0-3af2b8a6bd30 service neutron] 10.222.0.67 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425924 Feb 20 22:43:08.904759 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c45e5de8-8e5d-4697-af1a-4cef8d56edd4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks [] for floatingip (97d5dbac-11a7-4f50-ad91-d60a6476007d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.908116 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-c45e5de8-8e5d-4697-af1a-4cef8d56edd4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:08.909298 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-c45e5de8-8e5d-4697-af1a-4cef8d56edd4 tempest-AttachVolumeTestJSON-1498866972 tempest-AttachVolumeTestJSON-1498866972-project] 10.222.0.67 "DELETE /v2.0/floatingips/97d5dbac-11a7-4f50-ad91-d60a6476007d HTTP/1.1" status: 204 len: 168 time: 0.5423045 Feb 20 22:43:08.963244 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-4f266e86-6b8a-4812-9f75-0244241a5e74 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df55533e-e45d-4a5a-9c5c-c862af32e2a8 HTTP/1.1" status: 200 len: 1001 time: 0.1109989 Feb 20 22:43:09.016757 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-021632f7-bb47-4a5e-b48e-c12934c703fd service neutron] 10.222.0.67 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587532 Feb 20 22:43:09.026299 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-2ddd8e94-14c3-40f8-8627-b6938710fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:09.027754 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-2ddd8e94-14c3-40f8-8627-b6938710fc64 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 200 len: 850 time: 0.0585701 Feb 20 22:43:09.081041 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-13870422-7721-4073-8e21-deab13485cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:09.083284 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-13870422-7721-4073-8e21-deab13485cab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17bda384-38d7-4592-a4bb-4dd6daeb6237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492930 Feb 20 22:43:09.112580 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device f4518323-3ad2-4d71-8552-c1bbc2565514 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:43:09.148867 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: f4518323-3ad2-4d71-8552-c1bbc2565514 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:43:09.149306 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device f4518323-3ad2-4d71-8552-c1bbc2565514 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:43:09.182405 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-9593fc9c-4022-44ce-8888-6962a6eb4e0c service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912495 Feb 20 22:43:09.275198 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-da228cf8-5c88-4614-b498-d94ce403bbaa req-462e12d7-8f82-4094-8da6-059bc0e23f6d service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865080 Feb 20 22:43:09.585749 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-71f05d64-ba34-46e5-b80a-5e8aa4e7aa79 req-8cb177f0-f59e-437a-a96d-5f290f158e70 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 210 time: 0.0281856 Feb 20 22:43:10.682291 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d2ce2737-62e7-4702-b9cc-290e40011134 req-464c9862-0ed4-445d-9d08-5e006751834d tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 210 time: 0.0268655 Feb 20 22:43:11.733793 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a777-e395-4449-92db-406bfd9e61ba req-e0dfc1b1-e396-42cd-9350-b86386261940 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:11.735160 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-e0dfc1b1-e396-42cd-9350-b86386261940 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.91 "GET /v2.0/networks?id=d2192c2a-ed24-4734-90c8-578db27f0b65 HTTP/1.1" status: 200 len: 808 time: 0.0992184 Feb 20 22:43:11.783666 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8af57d8c-706f-44c2-8dc1-99b9430d059e req-f27b2cf6-15ad-48df-b3a2-f20915ead9ff tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 210 time: 0.0307608 Feb 20 22:43:11.804587 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-d8ad810f-2640-41cd-b7b0-5a17f4dbd9b3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e3352be11764be599310f6f3ac07b64 HTTP/1.1" status: 200 len: 379 time: 0.0605576 Feb 20 22:43:11.812613 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Request body: {'port': {'device_id': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'admin_state_up': True, 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'security_groups': ['2255a016-5e70-45f1-ac69-603d49ad6b90']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:12.005114 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Made reservation on behalf of 2e3352be11764be599310f6f3ac07b64 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:43:12.008490 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:12.142987 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Allocated IP 172.20.0.9 (d2192c2a-ed24-4734-90c8-578db27f0b65/181961e4-5f5c-45f6-8edf-99211fff5e2d/2b3b66d2-a575-49cf-9339-f638d3c195af) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:43:12.276052 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:12.398206 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:12.442537 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Network d2192c2a-ed24-4734-90c8-578db27f0b65 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:43:12.445887 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:43:12.449475 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:43:12.478418 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event updated for resources: {'Port': ['ID=2b3b66d2-a575-49cf-9339-f638d3c195af,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:12.506443 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:12.506944 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:12.613504 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-e437214a-5d04-4594-ab57-6295999c800f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8043602 Feb 20 22:43:12.624799 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Request body: {'port': {'device_id': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:12.683148 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:12.710115 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-38fbb438-5633-4ef3-a5b9-0fd3fb8b3ba2 None None] Provisioning complete for port 2b3b66d2-a575-49cf-9339-f638d3c195af triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:43:12.710707 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-38fbb438-5633-4ef3-a5b9-0fd3fb8b3ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:12.746984 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-38fbb438-5633-4ef3-a5b9-0fd3fb8b3ba2 None None] Port 2b3b66d2-a575-49cf-9339-f638d3c195af cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:43:12.931318 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced143f8-7b06-4126-9291-b270bccafbf9 req-d788e121-30f3-418a-a29f-896494b22cb7 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:12.932776 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ced143f8-7b06-4126-9291-b270bccafbf9 req-d788e121-30f3-418a-a29f-896494b22cb7 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 931 time: 0.0793176 Feb 20 22:43:12.994751 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48798) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:13.026108 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3b66d2-a575-49cf-9339-f638d3c195af {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:43:13.033828 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ced143f8-7b06-4126-9291-b270bccafbf9 req-16106771-049c-4618-8850-39cd3bff95e6 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881622 Feb 20 22:43:13.039248 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Publish callbacks [] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:13.057020 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Transition to ACTIVE for port object 2b3b66d2-a575-49cf-9339-f638d3c195af will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:43:13.113373 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:13.169279 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3b66d2-a575-49cf-9339-f638d3c195af,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:13.241608 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Attempting to bind port 2b3b66d2-a575-49cf-9339-f638d3c195af on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:43:13.242446 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Attempting to bind port 2b3b66d2-a575-49cf-9339-f638d3c195af by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:43:13.242446 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Attempting to bind port 2b3b66d2-a575-49cf-9339-f638d3c195af on network d2192c2a-ed24-4734-90c8-578db27f0b65 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:43:13.247302 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Port 2b3b66d2-a575-49cf-9339-f638d3c195af on network d2192c2a-ed24-4734-90c8-578db27f0b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:43:13.247617 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Attempting to bind port 2b3b66d2-a575-49cf-9339-f638d3c195af on network d2192c2a-ed24-4734-90c8-578db27f0b65 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:43:13.255909 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:43:13.255909 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Checking segment: {'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:43:13.255909 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Bound using segment: {'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:43:13.255909 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Bound port: 2b3b66d2-a575-49cf-9339-f638d3c195af, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03fa8a32-dd18-4985-820b-23d651d3dc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:43:13.255909 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:13.326691 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] For port 2b3b66d2-a575-49cf-9339-f638d3c195af, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:43:13.330053 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] For port 2b3b66d2-a575-49cf-9339-f638d3c195af, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2b3b66d2-a575-49cf-9339-f638d3c195af,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:43:13.367665 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571383'] for router_interface (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:13.399839 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:13.632615 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] Deleting port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:43:13.632905 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:13.698093 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:13.698707 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:13.700071 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] 10.222.0.91 "PUT /v2.0/ports/2b3b66d2-a575-49cf-9339-f638d3c195af HTTP/1.1" status: 200 len: 1093 time: 1.0793660 Feb 20 22:43:13.700517 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:13.702752 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d35939b-6158-4d57-aff3-25b424861bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:13.720550 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] For port 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:13.720901 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:13.735037 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] Calling delete_port for 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:43:13.740588 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a334b5-347a-43a1-9dc4-87b68d1836c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3b66d2-a575-49cf-9339-f638d3c195af,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:13.750455 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06e2b56-a3fe-4058-9b7b-37a235b20f63 x-openstack-request-id: req-a06e2b56-a3fe-4058-9b7b-37a235b20f63 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:13.750844 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:13.751098 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a06e2b56-a3fe-4058-9b7b-37a235b20f63 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:13.751499 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'status': 'completed', 'code': 200} Feb 20 22:43:13.823636 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35939b-6158-4d57-aff3-25b424861bc0 req-93deff67-876a-4dda-abaf-a425e64e87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:13.825374 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5d35939b-6158-4d57-aff3-25b424861bc0 req-93deff67-876a-4dda-abaf-a425e64e87fd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e3352be11764be599310f6f3ac07b64&device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1127 time: 0.0507915 Feb 20 22:43:13.933214 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35939b-6158-4d57-aff3-25b424861bc0 req-fe242176-daf6-46bb-82af-5fa2ffe24bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:13.934757 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5d35939b-6158-4d57-aff3-25b424861bc0 req-fe242176-daf6-46bb-82af-5fa2ffe24bb8 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=2e3352be11764be599310f6f3ac07b64&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1011107 Feb 20 22:43:13.970665 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:13.998013 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:14.046065 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35939b-6158-4d57-aff3-25b424861bc0 req-6ac8b7a5-b346-4ee4-8c81-6db1e4b1f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:14.046065 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5d35939b-6158-4d57-aff3-25b424861bc0 req-6ac8b7a5-b346-4ee4-8c81-6db1e4b1f6c0 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967395 Feb 20 22:43:14.174581 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a777-e395-4449-92db-406bfd9e61ba req-b5f98669-aa25-4a0e-84c1-6105966334a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:14.176681 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-b5f98669-aa25-4a0e-84c1-6105966334a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e3352be11764be599310f6f3ac07b64&device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1127 time: 0.0922341 Feb 20 22:43:14.181223 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569703'] for router_interface (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:14.188110 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21549f0-5a94-4036-b074-55c83713ac4f req-80b8f72e-e9c2-407a-b974-49c358290169 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:14.189798 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f21549f0-5a94-4036-b074-55c83713ac4f req-80b8f72e-e9c2-407a-b974-49c358290169 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0726578 Feb 20 22:43:14.234025 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-06820711-5500-4152-ac30-1d3054395216 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b3b66d2-a575-49cf-9339-f638d3c195af HTTP/1.1" status: 200 len: 217 time: 0.0430636 Feb 20 22:43:14.303637 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f21549f0-5a94-4036-b074-55c83713ac4f req-2961c011-a426-492a-82d2-ca60e87a9894 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777321 Feb 20 22:43:14.307278 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a777-e395-4449-92db-406bfd9e61ba req-c825513a-3526-43b4-b1cf-4e2b6fbe016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:14.308764 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-c825513a-3526-43b4-b1cf-4e2b6fbe016a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=181961e4-5f5c-45f6-8edf-99211fff5e2d HTTP/1.1" status: 200 len: 847 time: 0.0650554 Feb 20 22:43:14.362638 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672a777-e395-4449-92db-406bfd9e61ba req-87c1ff0d-fda8-4ac3-bc98-63fb977a7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:14.364772 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-87c1ff0d-fda8-4ac3-bc98-63fb977a7f21 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d2192c2a-ed24-4734-90c8-578db27f0b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493486 Feb 20 22:43:14.406054 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] Router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:43:14.453243 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-4454839e-0970-4058-885c-22dc581a5971 service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809312 Feb 20 22:43:14.513590 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:43:14.518604 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ef70f450-8b79-437a-98a8-1dabed9da9ad admin admin] 10.222.0.67 "PUT /v2.0/routers/1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5227144 Feb 20 22:43:14.522195 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48804) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:14.525150 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] Sync routers for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:43:14.536206 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:43:14.536859 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:43:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:14.551824 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4672a777-e395-4449-92db-406bfd9e61ba req-ad298b69-86b7-447b-831a-04e936bd9537 service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920138 Feb 20 22:43:14.630274 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Publish callbacks [] for router (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:14.648665 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:43:14.733935 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Publish callbacks [] for router_gateway (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:14.830857 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:43:13Z', 'revision_number': 5, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port': {'id': 'a1940e29-8b68-4362-85d6-7901203b375a', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:38:37Z', 'updated_at': '2022-02-20T22:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:14.839824 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Deleting port a1940e29-8b68-4362-85d6-7901203b375a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:43:14.840155 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (a1940e29-8b68-4362-85d6-7901203b375a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:14.861957 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] Checking router: 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:43:14.871590 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] Routers {'1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:43:14.872248 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:43:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:14.963993 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] Set router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:43:15.016951 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:43:14Z', 'revision_number': 6, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port_host': None}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:15.047554 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b752c-37c2-4eef-8fa8-db47a89ac358 None None] The sync data for ids ['1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214'] in dv-cinder-830095-1-iscsi is: [{'id': '1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214', 'name': 'tempest-AttachVolumeTestJSON-1486855148-router', 'tenant_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:38:36Z', 'updated_at': '2022-02-20T22:43:14Z', 'revision_number': 6, 'project_id': 'eeccd88e667d4e0ba75ff434a28dcbdd', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:43:15.164171 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] For port a1940e29-8b68-4362-85d6-7901203b375a, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=a1940e29-8b68-4362-85d6-7901203b375a,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:15.164701 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (a1940e29-8b68-4362-85d6-7901203b375a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:15.175470 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Calling delete_port for a1940e29-8b68-4362-85d6-7901203b375a owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:43:15.400452 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (a1940e29-8b68-4362-85d6-7901203b375a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:15.441421 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Pushing event deleted for resources: {'Port': ['ID=a1940e29-8b68-4362-85d6-7901203b375a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:15.505151 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391883d1-be77-4d75-bcee-011620ed1664 req-d6e881a1-c078-4097-8cea-62d903d73a40 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:15.506659 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-391883d1-be77-4d75-bcee-011620ed1664 req-d6e881a1-c078-4097-8cea-62d903d73a40 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.1327572 Feb 20 22:43:15.527955 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560269'] for router_gateway (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:15.636343 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2725'] for router (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:15.641635 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Publish callbacks [] for router_controller (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:15.650769 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-391883d1-be77-4d75-bcee-011620ed1664 req-987b0c7f-f11c-4c6d-a118-da652b5e3d50 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382158 Feb 20 22:43:15.734918 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570728'] for router (1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:15.735465 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:43:15.740572 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:15.741424 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-12f01a64-71a8-47a5-8fde-66197caf155c admin admin] 10.222.0.67 "DELETE /v2.0/routers/1ab4d2ad-ede8-4c93-a9bb-d9b91aa50214 HTTP/1.1" status: 204 len: 168 time: 1.2180631 Feb 20 22:43:15.743983 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48808) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:15.793300 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd99437-949b-4c99-b5de-c55666decd57 admin admin] Deleting subnet af312b0d-1c32-4c52-aae5-ea88654f6420 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:43:15.797339 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cd99437-949b-4c99-b5de-c55666decd57 admin admin] Publish callbacks [] for subnet (af312b0d-1c32-4c52-aae5-ea88654f6420), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:15.836277 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cd99437-949b-4c99-b5de-c55666decd57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10286890'] for subnet (af312b0d-1c32-4c52-aae5-ea88654f6420), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:15.886482 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:43:15.906577 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:43:15.906927 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 4f03bbb3-cae3-4c1a-a9b2-8edd7b329af7 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:43:15.907341 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device a1940e29-8b68-4362-85d6-7901203b375a no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:43:15.920818 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cd99437-949b-4c99-b5de-c55666decd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (af312b0d-1c32-4c52-aae5-ea88654f6420), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:15.929355 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: a1940e29-8b68-4362-85d6-7901203b375a {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:43:15.932213 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device a1940e29-8b68-4362-85d6-7901203b375a not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:43:16.049357 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cd99437-949b-4c99-b5de-c55666decd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2418892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9865838'] for subnet (af312b0d-1c32-4c52-aae5-ea88654f6420), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.077125 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd99437-949b-4c99-b5de-c55666decd57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af312b0d-1c32-4c52-aae5-ea88654f6420,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:16.083836 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-7cd99437-949b-4c99-b5de-c55666decd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.087034 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-7cd99437-949b-4c99-b5de-c55666decd57 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/af312b0d-1c32-4c52-aae5-ea88654f6420 HTTP/1.1" status: 204 len: 168 time: 0.3421352 Feb 20 22:43:16.090958 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48810) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:16.092293 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab843885-4c91-4c7f-922b-506da159d9a6 None None] Network c30c476c-7cbe-4649-ab74-dc00ad77c98d requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:43:16.169124 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (c30c476c-7cbe-4649-ab74-dc00ad77c98d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.223648 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Deleting port 00f5854c-76a6-44d5-ae5e-43c4858d0511 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:43:16.223987 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.249813 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf65a6bc-16ca-41d2-9f26-5624beb8065d None None] DHCP port deletion for c30c476c-7cbe-4649-ab74-dc00ad77c98d request from dv-cinder-830095-1-iscsi {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:43:16.289552 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] For port 00f5854c-76a6-44d5-ae5e-43c4858d0511, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=00f5854c-76a6-44d5-ae5e-43c4858d0511,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:16.289936 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.299971 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bf65a6bc-16ca-41d2-9f26-5624beb8065d None None] Deleting port 00f5854c-76a6-44d5-ae5e-43c4858d0511 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:43:16.300340 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf65a6bc-16ca-41d2-9f26-5624beb8065d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.303274 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Calling delete_port for 00f5854c-76a6-44d5-ae5e-43c4858d0511 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:43:16.365617 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-bf65a6bc-16ca-41d2-9f26-5624beb8065d None None] For port 00f5854c-76a6-44d5-ae5e-43c4858d0511, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=00f5854c-76a6-44d5-ae5e-43c4858d0511,segment=NetworkSegment(fd3b0ebd-602a-4b2c-bb9d-32232f523429),segment_id=fd3b0ebd-602a-4b2c-bb9d-32232f523429)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:16.365971 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf65a6bc-16ca-41d2-9f26-5624beb8065d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.377979 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-bf65a6bc-16ca-41d2-9f26-5624beb8065d None None] Calling delete_port for 00f5854c-76a6-44d5-ae5e-43c4858d0511 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:43:16.461959 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.467792 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-bf65a6bc-16ca-41d2-9f26-5624beb8065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705'] for port (00f5854c-76a6-44d5-ae5e-43c4858d0511), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.489184 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Pushing event deleted for resources: {'Port': ['ID=00f5854c-76a6-44d5-ae5e-43c4858d0511,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:16.491050 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] No DVR routers for this DVR port 00f5854c-76a6-44d5-ae5e-43c4858d0511 on host dv-cinder-830095-1-iscsi {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:43:16.494218 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65a6bc-16ca-41d2-9f26-5624beb8065d None None] Pushing event deleted for resources: {'Port': ['ID=00f5854c-76a6-44d5-ae5e-43c4858d0511,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:16.498485 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf65a6bc-16ca-41d2-9f26-5624beb8065d None None] No DVR routers for this DVR port 00f5854c-76a6-44d5-ae5e-43c4858d0511 on host dv-cinder-830095-1-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:43:16.563579 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (c30c476c-7cbe-4649-ab74-dc00ad77c98d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.583695 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30c476c-7cbe-4649-ab74-dc00ad77c98d']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:16.592845 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3b0ebd-602a-4b2c-bb9d-32232f523429') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:16.593141 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3b0ebd-602a-4b2c-bb9d-32232f523429') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:16.603231 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (fd3b0ebd-602a-4b2c-bb9d-32232f523429), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.616840 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (fd3b0ebd-602a-4b2c-bb9d-32232f523429), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.632128 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:43:16.632128 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (fd3b0ebd-602a-4b2c-bb9d-32232f523429), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:43:16.634782 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:43:16.770583 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473a813-a7f7-4611-b6e9-73df4a5f1256 req-9e1c1afd-9f17-4937-bdcb-05ac89f21dce tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:16.771968 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a473a813-a7f7-4611-b6e9-73df4a5f1256 req-9e1c1afd-9f17-4937-bdcb-05ac89f21dce tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0530396 Feb 20 22:43:16.773018 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (c30c476c-7cbe-4649-ab74-dc00ad77c98d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.778394 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:16.781427 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] 10.222.0.67 "DELETE /v2.0/networks/c30c476c-7cbe-4649-ab74-dc00ad77c98d HTTP/1.1" status: 204 len: 168 time: 0.6894581 Feb 20 22:43:16.797863 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1113bdc-b281-496e-aca1-578a8fdadccc admin admin] Pushing event deleted for resources: {'Network': ['ID=c30c476c-7cbe-4649-ab74-dc00ad77c98d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:16.838813 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a473a813-a7f7-4611-b6e9-73df4a5f1256 req-5e6b09e7-23f4-42a2-9f30-637ce8f96c19 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552864 Feb 20 22:43:17.166992 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48816) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:17.206511 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-2f95ad12-f347-46e7-b9a4-3784465bc0e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eeccd88e667d4e0ba75ff434a28dcbdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383334 Feb 20 22:43:17.209546 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 48818) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:17.254677 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e11cefa2-3647-45cd-b0c7-71f3262d737f admin admin] Publish callbacks [] for security_group (bf5d20c1-c26a-418d-b46f-81ab85400e3e), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:17.279366 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e11cefa2-3647-45cd-b0c7-71f3262d737f admin admin] Publish callbacks [] for security_group (bf5d20c1-c26a-418d-b46f-81ab85400e3e), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:17.404640 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e11cefa2-3647-45cd-b0c7-71f3262d737f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (bf5d20c1-c26a-418d-b46f-81ab85400e3e), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:17.407233 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-e11cefa2-3647-45cd-b0c7-71f3262d737f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:17.408371 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-e11cefa2-3647-45cd-b0c7-71f3262d737f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bf5d20c1-c26a-418d-b46f-81ab85400e3e HTTP/1.1" status: 204 len: 168 time: 0.1978846 Feb 20 22:43:17.416340 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cefa2-3647-45cd-b0c7-71f3262d737f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5d20c1-c26a-418d-b46f-81ab85400e3e,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:17.775384 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 00f5854c-76a6-44d5-ae5e-43c4858d0511 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:43:17.795301 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 00f5854c-76a6-44d5-ae5e-43c4858d0511 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:43:17.795573 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 00f5854c-76a6-44d5-ae5e-43c4858d0511 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:43:17.957226 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7da31-5653-4ff8-ad41-a434f8a5d72e req-7e9b8046-50c4-4299-a692-d875eba39761 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:17.959110 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-05e7da31-5653-4ff8-ad41-a434f8a5d72e req-7e9b8046-50c4-4299-a692-d875eba39761 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0548546 Feb 20 22:43:18.012460 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-05e7da31-5653-4ff8-ad41-a434f8a5d72e req-02906069-1df2-47f6-9bfa-c694ec5fd5fc tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477295 Feb 20 22:43:18.321062 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:43:18.409512 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48842) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:18.505530 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-142951747-network', 'tenant_id': '228095c62600448a89b2e48aa39c8be1'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:18.610276 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Made reservation on behalf of 228095c62600448a89b2e48aa39c8be1 for: {'network': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:43:18.612709 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:18.621537 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:18.693884 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Publish callbacks [] for security_group (3c629e9b-94b9-458e-8803-6b9c0deaa4c0), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:18.768959 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3c629e9b-94b9-458e-8803-6b9c0deaa4c0), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:18.795855 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=103377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:43:18.801193 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c629e9b-94b9-458e-8803-6b9c0deaa4c0,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:18.808361 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (2a59132e-16c6-48cd-9985-a1c70f707183), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:18.812325 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.segments_db [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Added segment 2a59132e-16c6-48cd-9985-a1c70f707183 of type vlan for network 589cef9e-1562-48b9-8e6d-9f98b283f333 Feb 20 22:43:18.848096 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (589cef9e-1562-48b9-8e6d-9f98b283f333), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:18.917710 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (589cef9e-1562-48b9-8e6d-9f98b283f333), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:18.918691 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:18.919276 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:18.981042 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] Pushing event updated for resources: {'Network': ['ID=589cef9e-1562-48b9-8e6d-9f98b283f333,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:18.991275 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network 589cef9e-1562-48b9-8e6d-9f98b283f333 details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:43:19.017734 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-94c2f74e-1fad-4771-8264-ce8ac26a5adc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6064415 Feb 20 22:43:19.020875 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48846) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:19.025635 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Request body: {'subnet': {'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-142951747-subnet', 'tenant_id': '228095c62600448a89b2e48aa39c8be1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:19.100690 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Made reservation on behalf of 228095c62600448a89b2e48aa39c8be1 for: {'subnet': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:43:19.103388 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9865859'] for subnet (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:19.137990 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56537d6d-8265-48f0-a67d-d84459479e51 req-debf3bdf-7fb5-44a6-9248-de7ec51436cd tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:19.139468 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-56537d6d-8265-48f0-a67d-d84459479e51 req-debf3bdf-7fb5-44a6-9248-de7ec51436cd tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0557985 Feb 20 22:43:19.188719 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-56537d6d-8265-48f0-a67d-d84459479e51 req-6578c99e-0e1e-4a21-925f-bbed31256a9c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434873 Feb 20 22:43:19.318032 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2418829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9865841'] for subnet (2c2924e4-3f71-485b-bb15-8b6ffdf5d88f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:19.371625 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2924e4-3f71-485b-bb15-8b6ffdf5d88f,revision_number=0']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:19.383347 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Checking segment: {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:43:19.383702 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Network hostable DHCP agents. Network: 589cef9e-1562-48b9-8e6d-9f98b283f333, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:43:19.443203 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Network 589cef9e-1562-48b9-8e6d-9f98b283f333 is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:43:19.518590 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, 589cef9e-1562-48b9-8e6d-9f98b283f333) {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:43:19.523554 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:19.524145 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:19.528092 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d447b1b-c436-4001-83e1-161b53e4fc7f None None] Network 589cef9e-1562-48b9-8e6d-9f98b283f333 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:43:19.601974 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-ae7e9b17-a8f0-4f8c-ac1a-6f60d7096242 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5799055 Feb 20 22:43:19.623836 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4736d-7eb9-467c-b17c-721d1805f5ad None None] Network 589cef9e-1562-48b9-8e6d-9f98b283f333 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:43:20.008337 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-801d08a3-a74d-432a-9536-09f8ace0f1ff tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:20.009803 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-801d08a3-a74d-432a-9536-09f8ace0f1ff tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/networks?id=589cef9e-1562-48b9-8e6d-9f98b283f333 HTTP/1.1" status: 200 len: 814 time: 0.0978041 Feb 20 22:43:20.024302 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d54b92d6-a99b-4dba-a932-32496ffbbd77 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/quotas/228095c62600448a89b2e48aa39c8be1 HTTP/1.1" status: 200 len: 375 time: 0.0092707 Feb 20 22:43:20.059465 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-e758b14a-6db6-4fa2-9278-17ef36fe705d tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301619 Feb 20 22:43:20.147186 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-b0849c1d-31fc-4f3c-8ddf-84836ef1e868 service neutron] 10.222.0.67 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812588 Feb 20 22:43:20.237398 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-e70f88a8-c4c5-4472-9286-8792f340d278 service neutron] 10.222.0.67 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845437 Feb 20 22:43:20.307810 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480c09b-7baa-4fd0-a3d7-ec8e3c10a624 req-ab2dd264-74fe-47ae-b34d-5c11aa7288ac tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:20.309292 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c480c09b-7baa-4fd0-a3d7-ec8e3c10a624 req-ab2dd264-74fe-47ae-b34d-5c11aa7288ac tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0524766 Feb 20 22:43:20.356382 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c480c09b-7baa-4fd0-a3d7-ec8e3c10a624 req-b3493ffe-b1dc-469c-892d-1953d9fced42 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416913 Feb 20 22:43:21.485942 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2464b8a-d18c-4466-9405-cb1402a83fed req-6e1744a5-8896-450c-93a5-6d74f37d1b1e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:21.487431 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a2464b8a-d18c-4466-9405-cb1402a83fed req-6e1744a5-8896-450c-93a5-6d74f37d1b1e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0651743 Feb 20 22:43:21.506254 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e9a15fd6-d960-499d-ba8b-bf54b0b64d3e req-ee57d1f2-cadb-479c-8630-d59d6c536162 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 210 time: 0.0323012 Feb 20 22:43:21.541658 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a2464b8a-d18c-4466-9405-cb1402a83fed req-f62df4a9-57e8-4686-805a-76cc16ee827a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476263 Feb 20 22:43:22.602428 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-606c5e90-6c5b-4215-b02f-003ae2406ec5 req-b6421f23-8103-4c20-b63d-7b9a435083f5 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 210 time: 0.0291677 Feb 20 22:43:22.663608 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001961e-4c8d-4f63-8361-68b86163388f req-325dc0bf-e764-4f2c-8d77-3ae2472d8f02 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:22.665093 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9001961e-4c8d-4f63-8361-68b86163388f req-325dc0bf-e764-4f2c-8d77-3ae2472d8f02 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0562406 Feb 20 22:43:22.715594 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9001961e-4c8d-4f63-8361-68b86163388f req-dac37339-029f-4bdc-b50b-31922da8c388 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450513 Feb 20 22:43:23.167291 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2b3b66d2-a575-49cf-9339-f638d3c195af details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:43:23.258747 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 2b3b66d2-a575-49cf-9339-f638d3c195af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2b3b66d2-a575-49cf-9339-f638d3c195af,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:23.269685 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'port_id': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'mac_address': 'fa:16:3e:5e:be:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:43:23.305144 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 2b3b66d2-a575-49cf-9339-f638d3c195af is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:43:23.305525 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:23.321096 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3b66d2-a575-49cf-9339-f638d3c195af {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:43:23.339098 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 2b3b66d2-a575-49cf-9339-f638d3c195af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2b3b66d2-a575-49cf-9339-f638d3c195af,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:23.403212 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:23.450212 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=2b3b66d2-a575-49cf-9339-f638d3c195af,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:23.602128 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-9abeda98-6c40-44b3-9b07-e6a72878a53e tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:23.603574 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-9abeda98-6c40-44b3-9b07-e6a72878a53e tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "GET /v2.0/networks?id=589cef9e-1562-48b9-8e6d-9f98b283f333 HTTP/1.1" status: 200 len: 814 time: 0.1192250 Feb 20 22:43:23.615370 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Request body: {'port': {'device_id': 'faf3e2d4-7325-4cb1-a785-1cf85654aa97', 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333', 'admin_state_up': True, 'tenant_id': '228095c62600448a89b2e48aa39c8be1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:23.624484 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['2b3b66d2-a575-49cf-9339-f638d3c195af'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:43:23.713993 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2860068e-08fb-442c-b5c3-81a56a4a0601 req-aa06ea33-37dc-4711-9335-4279d0e43582 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 210 time: 0.0287008 Feb 20 22:43:23.853663 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc05912-0355-435e-8708-d9b7bd1ff566 req-36369abe-5acf-4dfb-a8d9-a01449d09307 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:23.855087 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bcc05912-0355-435e-8708-d9b7bd1ff566 req-36369abe-5acf-4dfb-a8d9-a01449d09307 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 944 time: 0.0609379 Feb 20 22:43:23.906625 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bcc05912-0355-435e-8708-d9b7bd1ff566 req-1fed8c96-2d69-46bc-b279-5860e3fdcbef tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456204 Feb 20 22:43:23.924825 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Made reservation on behalf of 228095c62600448a89b2e48aa39c8be1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:43:23.928626 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:24.052854 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Allocated IP 172.20.0.11 (589cef9e-1562-48b9-8e6d-9f98b283f333/2c2924e4-3f71-485b-bb15-8b6ffdf5d88f/5592f1e2-2086-4135-a763-318872e38792) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:43:24.197348 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks [] for port (5592f1e2-2086-4135-a763-318872e38792), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:24.296432 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (5592f1e2-2086-4135-a763-318872e38792), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:24.336922 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Network 589cef9e-1562-48b9-8e6d-9f98b283f333 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:43:24.339800 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:43:24.345187 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:43:24.351963 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Pushing event updated for resources: {'Port': ['ID=5592f1e2-2086-4135-a763-318872e38792,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:24.383567 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.383833 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.384168 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.384500 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.384828 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.385155 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.385475 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.385823 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.386151 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.386467 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.386785 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.387101 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.387414 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:24.409086 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:24.409717 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:24.504355 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d0f7d579-e223-4ba9-9fdd-4facbe7f651b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8927722 Feb 20 22:43:24.516427 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Request body: {'port': {'device_id': 'faf3e2d4-7325-4cb1-a785-1cf85654aa97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:24.574295 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (5592f1e2-2086-4135-a763-318872e38792), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:24.828731 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5592f1e2-2086-4135-a763-318872e38792 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:43:24.836593 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e01ce-b236-4052-b274-44d36656348c req-a4cc604a-2a56-4f05-a1b2-3f07e56cb2ac tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:24.837159 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Publish callbacks [] for port (5592f1e2-2086-4135-a763-318872e38792), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:24.838110 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-010e01ce-b236-4052-b274-44d36656348c req-a4cc604a-2a56-4f05-a1b2-3f07e56cb2ac tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 932 time: 0.0520813 Feb 20 22:43:24.848625 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Transition to ACTIVE for port object 5592f1e2-2086-4135-a763-318872e38792 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:43:24.885693 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-010e01ce-b236-4052-b274-44d36656348c req-760d7ef8-b039-45a3-9acd-d662c7741050 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Feb 20 22:43:24.913279 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (5592f1e2-2086-4135-a763-318872e38792), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:24.964921 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Pushing event updated for resources: {'Port': ['ID=5592f1e2-2086-4135-a763-318872e38792,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:25.064703 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Attempting to bind port 5592f1e2-2086-4135-a763-318872e38792 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:43:25.065032 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Attempting to bind port 5592f1e2-2086-4135-a763-318872e38792 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:43:25.065350 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Attempting to bind port 5592f1e2-2086-4135-a763-318872e38792 on network 589cef9e-1562-48b9-8e6d-9f98b283f333 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:43:25.075752 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97ef63-864c-41bd-b8cb-73b896110cd3 req-28a2c9b2-f8b8-4557-b66f-5f9a1f10fbf0 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:25.077205 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fb97ef63-864c-41bd-b8cb-73b896110cd3 req-28a2c9b2-f8b8-4557-b66f-5f9a1f10fbf0 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 944 time: 0.0966654 Feb 20 22:43:25.079201 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Port 5592f1e2-2086-4135-a763-318872e38792 on network 589cef9e-1562-48b9-8e6d-9f98b283f333 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:43:25.079514 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Attempting to bind port 5592f1e2-2086-4135-a763-318872e38792 on network 589cef9e-1562-48b9-8e6d-9f98b283f333 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:43:25.085999 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:43:25.086322 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Checking segment: {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:43:25.086696 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Bound using segment: {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:43:25.087107 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Bound port: 5592f1e2-2086-4135-a763-318872e38792, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:43:25.087460 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (5592f1e2-2086-4135-a763-318872e38792), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:25.164087 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fb97ef63-864c-41bd-b8cb-73b896110cd3 req-e6577dce-fadf-487b-b872-a09af2da7aad tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799296 Feb 20 22:43:25.169495 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2b3b66d2-a575-49cf-9339-f638d3c195af up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:43:25.180586 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] For port 5592f1e2-2086-4135-a763-318872e38792, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:43:25.183732 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] For port 5592f1e2-2086-4135-a763-318872e38792, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5592f1e2-2086-4135-a763-318872e38792,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:43:25.289717 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (5592f1e2-2086-4135-a763-318872e38792), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:25.311905 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 2b3b66d2-a575-49cf-9339-f638d3c195af completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:43:25.315871 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 2b3b66d2-a575-49cf-9339-f638d3c195af triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:43:25.316175 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:25.324671 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:25.325284 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:25.326868 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] 10.222.0.91 "PUT /v2.0/ports/5592f1e2-2086-4135-a763-318872e38792 HTTP/1.1" status: 200 len: 1094 time: 0.8145592 Feb 20 22:43:25.329064 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf3e2d4-7325-4cb1-a785-1cf85654aa97', 'tag': '5592f1e2-2086-4135-a763-318872e38792'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:25.332167 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b260a1-97de-48d5-acf6-ad8d2f6f9247" -d '{"events": [{"name": "network-changed", "server_uuid": "faf3e2d4-7325-4cb1-a785-1cf85654aa97", "tag": "5592f1e2-2086-4135-a763-318872e38792"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:25.365890 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc413d71-ad5c-4bab-a0c4-e39a1b59671c service neutron] Pushing event updated for resources: {'Port': ['ID=5592f1e2-2086-4135-a763-318872e38792,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:25.372429 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6f698-c635-4eae-a24e-4404104e2223 x-openstack-request-id: req-28d6f698-c635-4eae-a24e-4404104e2223 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:25.372717 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf3e2d4-7325-4cb1-a785-1cf85654aa97", "tag": "5592f1e2-2086-4135-a763-318872e38792", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:25.372968 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-28d6f698-c635-4eae-a24e-4404104e2223 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:25.373367 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf3e2d4-7325-4cb1-a785-1cf85654aa97', 'tag': '5592f1e2-2086-4135-a763-318872e38792', 'status': 'completed', 'code': 200} Feb 20 22:43:25.401045 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 2b3b66d2-a575-49cf-9339-f638d3c195af is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:43:25.401432 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:25.424835 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:25.427381 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170bd554-17be-44be-b837-3b32b4e7c389" -d '{"events": [{"server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "name": "network-vif-plugged", "status": "completed", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:25.437477 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b260a1-97de-48d5-acf6-ad8d2f6f9247 req-7fe8a87f-8d1b-494f-9079-154e2daf9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:25.439029 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c1b260a1-97de-48d5-acf6-ad8d2f6f9247 req-7fe8a87f-8d1b-494f-9079-154e2daf9550 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 1128 time: 0.0486159 Feb 20 22:43:25.440245 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 2b3b66d2-a575-49cf-9339-f638d3c195af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2b3b66d2-a575-49cf-9339-f638d3c195af,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:25.485258 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcb7246-31f8-417b-8294-adfdaed5322b x-openstack-request-id: req-4dcb7246-31f8-417b-8294-adfdaed5322b {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:25.485258 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "name": "network-vif-plugged", "status": "completed", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:25.485258 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4dcb7246-31f8-417b-8294-adfdaed5322b {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:25.485258 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'code': 200} Feb 20 22:43:25.496486 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:25.545925 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=2b3b66d2-a575-49cf-9339-f638d3c195af,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:25.548236 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b260a1-97de-48d5-acf6-ad8d2f6f9247 req-0ebcc5ee-b547-4642-86b7-b455a26f03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:25.549741 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c1b260a1-97de-48d5-acf6-ad8d2f6f9247 req-0ebcc5ee-b547-4642-86b7-b455a26f03e3 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=228095c62600448a89b2e48aa39c8be1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1023345 Feb 20 22:43:25.655435 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b260a1-97de-48d5-acf6-ad8d2f6f9247 req-523488bc-2118-4ce0-9879-ee9f44cb8eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:25.656819 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c1b260a1-97de-48d5-acf6-ad8d2f6f9247 req-523488bc-2118-4ce0-9879-ee9f44cb8eaf service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996566 Feb 20 22:43:25.735837 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-6df91c48-7185-42e3-b739-cea72a85b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:25.737307 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-6df91c48-7185-42e3-b739-cea72a85b9c5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 1128 time: 0.0449088 Feb 20 22:43:25.783510 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d3d8ffd0-9414-49a2-a92c-7afb1443a9ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5592f1e2-2086-4135-a763-318872e38792 HTTP/1.1" status: 200 len: 217 time: 0.0330656 Feb 20 22:43:25.795867 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e331d7-40a8-4588-b75e-f383d6bf6a45 req-8bd886b6-286a-48ad-83ed-67a77fecc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:25.797525 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-88e331d7-40a8-4588-b75e-f383d6bf6a45 req-8bd886b6-286a-48ad-83ed-67a77fecc1d2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1129 time: 0.0477843 Feb 20 22:43:25.836589 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-c1051de3-feb2-4d5f-96b2-2ad33826aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:25.838087 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-c1051de3-feb2-4d5f-96b2-2ad33826aa9e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c2924e4-3f71-485b-bb15-8b6ffdf5d88f HTTP/1.1" status: 200 len: 854 time: 0.0482690 Feb 20 22:43:25.841311 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-88e331d7-40a8-4588-b75e-f383d6bf6a45 req-5e743b12-3ef2-4da6-9e7a-f5f9d762ecf8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383596 Feb 20 22:43:26.010833 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5c56a-1423-4500-b471-0e0e60921cf0 req-cdee84da-4590-4474-bb28-82852067a6b1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:26.012303 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-32b5c56a-1423-4500-b471-0e0e60921cf0 req-cdee84da-4590-4474-bb28-82852067a6b1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 944 time: 0.0544484 Feb 20 22:43:26.055216 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-10cb8454-0399-4db3-969f-af573eeec813 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=589cef9e-1562-48b9-8e6d-9f98b283f333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251987 Feb 20 22:43:26.058737 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-32b5c56a-1423-4500-b471-0e0e60921cf0 req-f42b4d01-8ade-4c35-8e91-8fdf1977c8c5 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Feb 20 22:43:26.143112 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-d59c39a6-d5d5-4db1-8842-0b8609aa5933 service neutron] 10.222.0.91 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815864 Feb 20 22:43:26.247026 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1da35cf2-e5db-4e05-83cb-28c658e012d7 req-e34c770c-d685-48ae-9a16-e5a839f929da service neutron] 10.222.0.91 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936091 Feb 20 22:43:26.289404 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca86a3-3f2c-4405-a3f8-9b0437e7c2c6 req-a255ef8c-36c9-4286-9ddb-d2efdea9ca93 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:26.291054 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-44ca86a3-3f2c-4405-a3f8-9b0437e7c2c6 req-a255ef8c-36c9-4286-9ddb-d2efdea9ca93 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0562046 Feb 20 22:43:26.338664 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-44ca86a3-3f2c-4405-a3f8-9b0437e7c2c6 req-1c7950a1-f6f3-4e49-b0b4-67a23803ba95 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421381 Feb 20 22:43:27.181268 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3eb07-f442-4352-8a41-29d3c40851f2 req-0c63e2fe-c341-41ca-8012-58a5548464ff tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:27.182601 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-79e3eb07-f442-4352-8a41-29d3c40851f2 req-0c63e2fe-c341-41ca-8012-58a5548464ff tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 944 time: 0.0570872 Feb 20 22:43:27.229131 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-79e3eb07-f442-4352-8a41-29d3c40851f2 req-ed9a92f6-76ac-49b0-88d3-97a837287cf2 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Feb 20 22:43:27.453348 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7da45-df83-457d-b64e-d6f097cfaa46 req-83e092a7-7e7e-461a-8c60-c06903d42ebc tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:27.454830 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b8f7da45-df83-457d-b64e-d6f097cfaa46 req-83e092a7-7e7e-461a-8c60-c06903d42ebc tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0504632 Feb 20 22:43:27.506179 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b8f7da45-df83-457d-b64e-d6f097cfaa46 req-3faa88b7-ce29-4c5e-88b5-c691bdf14a5f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453119 Feb 20 22:43:27.620724 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25e944-30e1-4c67-a923-c5918bd44877 req-5f6ecba3-e4b6-4ea2-bb3d-4d945a6170e3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:27.622224 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3b25e944-30e1-4c67-a923-c5918bd44877 req-5f6ecba3-e4b6-4ea2-bb3d-4d945a6170e3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0513983 Feb 20 22:43:27.669151 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3b25e944-30e1-4c67-a923-c5918bd44877 req-a6740f08-b7fb-445d-8804-f82a2bd7a855 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414727 Feb 20 22:43:27.690710 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48914) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:27.827627 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b0276-c269-447b-9163-1b8b51ac9496 tempest-TestShelveInstance-2134707324 tempest-TestShelveInstance-2134707324-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:27.829100 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-927b0276-c269-447b-9163-1b8b51ac9496 tempest-TestShelveInstance-2134707324 tempest-TestShelveInstance-2134707324-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1124 time: 0.1373963 Feb 20 22:43:27.831998 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 48918) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:27.836179 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Request body: {'floatingip': {'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'port_id': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:27.917663 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:28.013645 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:28.121008 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Allocated IP 172.27.0.200 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/bb7be3ef-4451-42df-b9f1-e505760ee87a) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:43:28.219371 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for port (bb7be3ef-4451-42df-b9f1-e505760ee87a), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:28.286397 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (bb7be3ef-4451-42df-b9f1-e505760ee87a), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:28.324238 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:43:28.327274 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:43:28.330629 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:43:28.348464 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2bf75-6298-4b4a-a282-3d13fd3a361a req-e1e2db1e-a10a-43cf-b75e-6fb24b9eb380 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:28.350014 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5ee2bf75-6298-4b4a-a282-3d13fd3a361a req-e1e2db1e-a10a-43cf-b75e-6fb24b9eb380 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 944 time: 0.0550461 Feb 20 22:43:28.366276 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event updated for resources: {'Port': ['ID=bb7be3ef-4451-42df-b9f1-e505760ee87a,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:28.398413 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5ee2bf75-6298-4b4a-a282-3d13fd3a361a req-e30b84ed-9045-4744-a2de-2506ba946531 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Feb 20 22:43:28.714990 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for floatingip (42977be0-3b12-45e6-b1f8-734ae386ed01), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:28.838161 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (bb7be3ef-4451-42df-b9f1-e505760ee87a), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:28.983004 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for port (bb7be3ef-4451-42df-b9f1-e505760ee87a), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:29.027359 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (bb7be3ef-4451-42df-b9f1-e505760ee87a), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:29.094598 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event updated for resources: {'Port': ['ID=bb7be3ef-4451-42df-b9f1-e505760ee87a,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:29.107153 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (42977be0-3b12-45e6-b1f8-734ae386ed01), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:29.200651 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 5592f1e2-2086-4135-a763-318872e38792 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:43:29.209566 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Floating IP 42977be0-3b12-45e6-b1f8-734ae386ed01 associated. External IP: 172.27.0.200, port: 2b3b66d2-a575-49cf-9339-f638d3c195af. Feb 20 22:43:29.297675 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 5592f1e2-2086-4135-a763-318872e38792, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5592f1e2-2086-4135-a763-318872e38792,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:29.309757 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '5592f1e2-2086-4135-a763-318872e38792', 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333', 'port_id': '5592f1e2-2086-4135-a763-318872e38792', 'mac_address': 'fa:16:3e:28:a1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2924e4-3f71-485b-bb15-8b6ffdf5d88f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:43:29.345296 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 5592f1e2-2086-4135-a763-318872e38792 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:43:29.345660 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (5592f1e2-2086-4135-a763-318872e38792), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:29.359047 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5592f1e2-2086-4135-a763-318872e38792 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:43:29.379343 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 5592f1e2-2086-4135-a763-318872e38792, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5592f1e2-2086-4135-a763-318872e38792,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:29.418868 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:43:29.444554 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (5592f1e2-2086-4135-a763-318872e38792), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:29.498698 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=5592f1e2-2086-4135-a763-318872e38792,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:29.564457 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3511a9c-a7ed-46e8-ad41-b42b3cc79e20 req-3b9df097-8d3a-47d1-9cb4-e616791010a8 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:29.565941 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3511a9c-a7ed-46e8-ad41-b42b3cc79e20 req-3b9df097-8d3a-47d1-9cb4-e616791010a8 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 945 time: 0.1003437 Feb 20 22:43:29.567329 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:43:29.578352 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] Sync routers for ids ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:43:29.593566 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] Routers {'49a21cb5-8463-40c3-b7ce-1779a785dbe2'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:43:29.595670 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:43:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:29.618310 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3511a9c-a7ed-46e8-ad41-b42b3cc79e20 req-4b567263-4d57-4193-aecc-85c5de7df0c4 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461965 Feb 20 22:43:29.681763 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['5592f1e2-2086-4135-a763-318872e38792'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:43:29.708180 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:29.733990 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] Set router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:43:29.738920 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e91683da-1d45-4bca-a64e-d982272d7f3b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9052529 Feb 20 22:43:29.739500 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:29.741917 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008b90fd-a5db-4667-8b93-177c98839696" -d '{"events": [{"name": "network-changed", "server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:29.778504 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba325b45-7607-4fac-9600-4789414d3261 x-openstack-request-id: req-ba325b45-7607-4fac-9600-4789414d3261 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:29.778796 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:29.779051 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ba325b45-7607-4fac-9600-4789414d3261 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:29.779441 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'status': 'completed', 'code': 200} Feb 20 22:43:29.842906 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b90fd-a5db-4667-8b93-177c98839696 req-e50804df-fc00-427f-a055-bd5747f36f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:29.844409 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-008b90fd-a5db-4667-8b93-177c98839696 req-e50804df-fc00-427f-a055-bd5747f36f44 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e3352be11764be599310f6f3ac07b64&device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1129 time: 0.0448327 Feb 20 22:43:29.933630 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b90fd-a5db-4667-8b93-177c98839696 req-f4fe12b0-a205-45f7-a282-2c86cfcb996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:29.935100 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-008b90fd-a5db-4667-8b93-177c98839696 req-f4fe12b0-a205-45f7-a282-2c86cfcb996d service neutron] 10.222.0.91 "GET /v2.0/networks?id=d2192c2a-ed24-4734-90c8-578db27f0b65 HTTP/1.1" status: 200 len: 909 time: 0.0848761 Feb 20 22:43:29.999571 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-008b90fd-a5db-4667-8b93-177c98839696 req-db4cbe5b-94f0-47e6-ad09-3dd30e9721b2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b3b66d2-a575-49cf-9339-f638d3c195af HTTP/1.1" status: 200 len: 999 time: 0.0585437 Feb 20 22:43:30.034862 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:42Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '42977be0-3b12-45e6-b1f8-734ae386ed01', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'port_id': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'mac_address': 'fa:16:3e:5e:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:28Z', 'updated_at': '2022-02-20T22:43:28Z', 'revision_number': 0, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838a5a84-42c9-4537-b9d7-6155a4102ed6', 'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'mac_address': 'fa:16:3e:f7:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:41Z', 'updated_at': '2022-02-20T22:42:46Z', 'revision_number': 5, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'subnets': [{'id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:30.050139 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b90fd-a5db-4667-8b93-177c98839696 req-8091901a-71dc-4db5-95d7-d103cd164a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:30.052174 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-008b90fd-a5db-4667-8b93-177c98839696 req-8091901a-71dc-4db5-95d7-d103cd164a62 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=181961e4-5f5c-45f6-8edf-99211fff5e2d HTTP/1.1" status: 200 len: 847 time: 0.0467887 Feb 20 22:43:30.061561 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] Checking router: 49a21cb5-8463-40c3-b7ce-1779a785dbe2 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:43:30.070177 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] Routers {'49a21cb5-8463-40c3-b7ce-1779a785dbe2'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:43:30.070781 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:43:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:30.101490 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b90fd-a5db-4667-8b93-177c98839696 req-637ee9d2-e70e-45fc-ba26-6f376f8f945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:30.102985 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-008b90fd-a5db-4667-8b93-177c98839696 req-637ee9d2-e70e-45fc-ba26-6f376f8f945f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d2192c2a-ed24-4734-90c8-578db27f0b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436168 Feb 20 22:43:30.178422 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] Set router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:43:30.190579 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-008b90fd-a5db-4667-8b93-177c98839696 req-f3dd0d5c-f63a-4092-8914-d2366942a28f service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813956 Feb 20 22:43:30.286065 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-008b90fd-a5db-4667-8b93-177c98839696 req-2c061f36-8469-4601-be3d-f7e915a5fa16 service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878425 Feb 20 22:43:30.522527 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:42Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '42977be0-3b12-45e6-b1f8-734ae386ed01', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'port_id': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'mac_address': 'fa:16:3e:5e:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:28Z', 'updated_at': '2022-02-20T22:43:28Z', 'revision_number': 0, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838a5a84-42c9-4537-b9d7-6155a4102ed6', 'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'mac_address': 'fa:16:3e:f7:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:41Z', 'updated_at': '2022-02-20T22:42:46Z', 'revision_number': 5, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'subnets': [{'id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:30.548389 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de9022-a9d4-4fa8-ac7e-e4f945df01fc None None] The sync data for ids ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'] in dv-cinder-830095-1-iscsi is: [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:42Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '42977be0-3b12-45e6-b1f8-734ae386ed01', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'port_id': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'mac_address': 'fa:16:3e:5e:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:28Z', 'updated_at': '2022-02-20T22:43:28Z', 'revision_number': 0, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838a5a84-42c9-4537-b9d7-6155a4102ed6', 'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'mac_address': 'fa:16:3e:f7:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:41Z', 'updated_at': '2022-02-20T22:42:46Z', 'revision_number': 5, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'subnets': [{'id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:43:30.738800 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce7e9ff-357f-46f1-b876-5fe1a65bc6be None None] New status for floating IP 42977be0-3b12-45e6-b1f8-734ae386ed01: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:43:30.993958 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ffa0d-4146-4524-8be3-de620d4812f8 req-a672ff99-8973-43c5-a991-bfc43cf6a359 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:30.995428 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-795ffa0d-4146-4524-8be3-de620d4812f8 req-a672ff99-8973-43c5-a991-bfc43cf6a359 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 945 time: 0.3054066 Feb 20 22:43:31.041328 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-795ffa0d-4146-4524-8be3-de620d4812f8 req-d8b7fdff-bed2-4750-a1a4-684f1503ae8d tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Feb 20 22:43:31.204589 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 5592f1e2-2086-4135-a763-318872e38792 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:43:31.301710 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 5592f1e2-2086-4135-a763-318872e38792 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:43:31.305644 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 5592f1e2-2086-4135-a763-318872e38792 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:43:31.306047 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (5592f1e2-2086-4135-a763-318872e38792), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:31.386657 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 5592f1e2-2086-4135-a763-318872e38792 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:43:31.387039 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (5592f1e2-2086-4135-a763-318872e38792), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:31.409137 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf3e2d4-7325-4cb1-a785-1cf85654aa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5592f1e2-2086-4135-a763-318872e38792'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:31.412235 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f0a82d-aed7-470e-ada4-89f0284ed661" -d '{"events": [{"server_uuid": "faf3e2d4-7325-4cb1-a785-1cf85654aa97", "name": "network-vif-plugged", "status": "completed", "tag": "5592f1e2-2086-4135-a763-318872e38792"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:31.424398 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 5592f1e2-2086-4135-a763-318872e38792, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5592f1e2-2086-4135-a763-318872e38792,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:31.450152 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa0626-48b6-4ef3-9aba-5d89110a7bab x-openstack-request-id: req-73fa0626-48b6-4ef3-9aba-5d89110a7bab {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:31.450436 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf3e2d4-7325-4cb1-a785-1cf85654aa97", "name": "network-vif-plugged", "status": "completed", "tag": "5592f1e2-2086-4135-a763-318872e38792", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:31.450683 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-73fa0626-48b6-4ef3-9aba-5d89110a7bab {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:31.451065 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf3e2d4-7325-4cb1-a785-1cf85654aa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5592f1e2-2086-4135-a763-318872e38792', 'code': 200} Feb 20 22:43:31.454752 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c1352-3a75-47e5-8563-66378c8fed24 req-4887d944-e598-4907-b71f-7b75f1bc73c2 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:31.456299 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da1c1352-3a75-47e5-8563-66378c8fed24 req-4887d944-e598-4907-b71f-7b75f1bc73c2 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 945 time: 0.0536311 Feb 20 22:43:31.484407 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (5592f1e2-2086-4135-a763-318872e38792), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:31.506590 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da1c1352-3a75-47e5-8563-66378c8fed24 req-de79cc8f-67bd-4439-b86a-ce02751519e2 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 Feb 20 22:43:31.538291 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=5592f1e2-2086-4135-a763-318872e38792,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:31.707407 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413e555-c00f-4bfc-a8f0-2596e391f900 req-550f9ded-32da-474f-9b79-c9b7723af57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:31.708801 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b413e555-c00f-4bfc-a8f0-2596e391f900 req-550f9ded-32da-474f-9b79-c9b7723af57c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 1130 time: 0.0448616 Feb 20 22:43:31.752632 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b413e555-c00f-4bfc-a8f0-2596e391f900 req-70207794-c690-41c9-825c-fa6f235c4705 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372932 Feb 20 22:43:32.129307 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7a32e446-ab89-44df-bd7f-95053f0cc78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:32.162551 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c71d0d-d880-4be4-875a-4fc9e58f900c req-13c1f9f9-122c-4ff4-91a8-e367f7e0026a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:32.164692 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-57c71d0d-d880-4be4-875a-4fc9e58f900c req-13c1f9f9-122c-4ff4-91a8-e367f7e0026a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 946 time: 0.0548260 Feb 20 22:43:32.214459 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-57c71d0d-d880-4be4-875a-4fc9e58f900c req-6e87f877-b915-4533-b498-fe8c80e03389 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442655 Feb 20 22:43:32.626746 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a91b-2ac3-4540-8147-f9191221b682 req-60a37afd-7b38-4ba8-a87a-9b3a0cf47829 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:32.628201 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e8d2a91b-2ac3-4540-8147-f9191221b682 req-60a37afd-7b38-4ba8-a87a-9b3a0cf47829 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 945 time: 0.0538950 Feb 20 22:43:32.676540 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e8d2a91b-2ac3-4540-8147-f9191221b682 req-abae7699-dcce-4e90-af5e-ebf466f0b090 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Feb 20 22:43:33.333371 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-e84796a5-c355-4376-8aa2-343f6a61e291 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:33.334811 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-e84796a5-c355-4376-8aa2-343f6a61e291 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 945 time: 0.0824769 Feb 20 22:43:33.345219 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ee9ec-9f61-47c3-84b3-4725d7e1b642 req-d608f6c3-2af2-42ef-9b3a-78660aa74c0b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:33.346600 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e43ee9ec-9f61-47c3-84b3-4725d7e1b642 req-d608f6c3-2af2-42ef-9b3a-78660aa74c0b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 946 time: 0.0658598 Feb 20 22:43:33.444119 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e43ee9ec-9f61-47c3-84b3-4725d7e1b642 req-a2eb2eea-1f80-4387-814a-0f322857c11e tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905492 Feb 20 22:43:33.465399 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Deleting port df55533e-e45d-4a5a-9c5c-c862af32e2a8 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:43:33.465676 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:33.552229 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] For port df55533e-e45d-4a5a-9c5c-c862af32e2a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=df55533e-e45d-4a5a-9c5c-c862af32e2a8,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:33.552580 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:33.723067 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:33.723423 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (d3cfe5c6-fe16-4675-a4ce-ff3040aad29c), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:33.723736 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Floating IP d3cfe5c6-fe16-4675-a4ce-ff3040aad29c disassociated. External IP: 172.27.0.209, port: df55533e-e45d-4a5a-9c5c-c862af32e2a8. Feb 20 22:43:33.724107 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Calling delete_port for df55533e-e45d-4a5a-9c5c-c862af32e2a8 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:43:33.799181 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0610d-28ca-4a4e-90cf-49345fc2925e req-e6bffa58-62e3-4deb-a26e-058eb49c35d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:33.800829 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-61f0610d-28ca-4a4e-90cf-49345fc2925e req-e6bffa58-62e3-4deb-a26e-058eb49c35d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 945 time: 0.0541334 Feb 20 22:43:33.853690 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-61f0610d-28ca-4a4e-90cf-49345fc2925e req-1a108c4d-7919-41f4-9050-4ee276dd0d02 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469856 Feb 20 22:43:33.924763 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (df55533e-e45d-4a5a-9c5c-c862af32e2a8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:33.958933 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event deleted for resources: {'Port': ['ID=df55533e-e45d-4a5a-9c5c-c862af32e2a8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:34.045614 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:34.079273 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:43:34.187577 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:43:34.200607 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] Sync routers for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:43:34.212575 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:43:34.213269 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:43:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:34.340860 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:43:34.496153 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] No DVR routers for this DVR port df55533e-e45d-4a5a-9c5c-c862af32e2a8 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:43:34.498805 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:34.502354 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52bc2b0e-2f28-4048-a02c-922ed34d2ce1 req-7ebc5244-760b-402f-be30-ea3cedf94913 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "DELETE /v2.0/ports/df55533e-e45d-4a5a-9c5c-c862af32e2a8 HTTP/1.1" status: 204 len: 173 time: 1.1549003 Feb 20 22:43:34.502805 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'name': 'network-vif-deleted', 'tag': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:34.506386 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4e9e4e-5608-4f64-b9da-4925caa87906" -d '{"events": [{"server_uuid": "c538d1df-8784-4819-a11f-3ba95b742e10", "name": "network-vif-deleted", "tag": "df55533e-e45d-4a5a-9c5c-c862af32e2a8"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:34.547573 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64144753-3d7d-4fb8-9694-4234a235653f x-openstack-request-id: req-64144753-3d7d-4fb8-9694-4234a235653f {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:34.547573 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c538d1df-8784-4819-a11f-3ba95b742e10", "name": "network-vif-deleted", "tag": "df55533e-e45d-4a5a-9c5c-c862af32e2a8", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:34.547573 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-64144753-3d7d-4fb8-9694-4234a235653f {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:34.547573 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c538d1df-8784-4819-a11f-3ba95b742e10', 'name': 'network-vif-deleted', 'tag': 'df55533e-e45d-4a5a-9c5c-c862af32e2a8', 'status': 'completed', 'code': 200} Feb 20 22:43:34.570160 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:34.600589 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] Checking router: d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:43:34.608828 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:43:34.609528 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:43:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:34.612621 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-310ff8ca-be79-44bf-ba67-234242b203f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:34.719619 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:43:34.920841 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:34.950353 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deff089-b34a-4d44-8855-96a6c5d041ee None None] The sync data for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi is: [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:43:34.952004 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d5b823d6-8311-4727-a1d3-418407ce5c41 req-385d5a9d-6bb1-4a6c-8b43-955966935171 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=c538d1df-8784-4819-a11f-3ba95b742e10 HTTP/1.1" status: 200 len: 210 time: 0.0288265 Feb 20 22:43:35.186057 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af86790f-1619-4d32-9e76-be85d133ca29 None None] New status for floating IP d3cfe5c6-fe16-4675-a4ce-ff3040aad29c: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:43:35.677712 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:36.206138 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-9935c5af-f21d-44e6-a6cb-67139b8ad3bc tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661443305&fields=id&tenant_id=ad594c2f6bad4732bd98bc2e27264279 HTTP/1.1" status: 200 len: 267 time: 0.0423849 Feb 20 22:43:36.312776 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-e5d4dc2c-e481-493e-85d9-ef6b662e47f0 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:36.314217 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-e5d4dc2c-e481-493e-85d9-ef6b662e47f0 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 811 time: 0.1011941 Feb 20 22:43:36.328780 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-9c8f4777-1180-46e9-ac5c-174e25cd9241 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/quotas/ad594c2f6bad4732bd98bc2e27264279 HTTP/1.1" status: 200 len: 375 time: 0.0087950 Feb 20 22:43:36.381560 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-c8b14b2e-8f86-4453-94d9-21290c6bd535 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474062 Feb 20 22:43:36.477344 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-1448c6d3-7e3d-4e94-8601-f25bb4788cee service neutron] 10.222.0.67 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841253 Feb 20 22:43:36.571557 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-21b4a05b-2825-4ba7-b700-656f0f0e5fe1 service neutron] 10.222.0.67 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885532 Feb 20 22:43:36.928942 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:37.095579 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-373ce712-7ba3-4356-9e6d-ab94e31160a6 req-6d364335-7826-43ba-b597-e6ac6bc50c22 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 210 time: 0.0314956 Feb 20 22:43:37.217842 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device df55533e-e45d-4a5a-9c5c-c862af32e2a8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:43:37.237112 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: df55533e-e45d-4a5a-9c5c-c862af32e2a8 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:43:37.237442 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device df55533e-e45d-4a5a-9c5c-c862af32e2a8 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:43:38.197693 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c9d7cd52-8194-4405-bdd9-60ba21ccb312 req-897e7b25-1e89-4748-a7a1-7538c1018788 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 210 time: 0.0318429 Feb 20 22:43:38.507177 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:38.837493 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-d274df19-000b-4be4-875f-bf0beb47bf18 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:38.838965 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-d274df19-000b-4be4-875f-bf0beb47bf18 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 811 time: 0.1010089 Feb 20 22:43:38.900938 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-b194c7ad-c25c-440d-9e01-511314f8b9d5 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad594c2f6bad4732bd98bc2e27264279 HTTP/1.1" status: 200 len: 379 time: 0.0539494 Feb 20 22:43:38.909091 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'port': {'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'admin_state_up': True, 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'security_groups': ['fa81e12b-32d9-4b73-abdf-b89582ab67a9']}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:39.158658 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Made reservation on behalf of ad594c2f6bad4732bd98bc2e27264279 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:43:39.162064 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:39.289153 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Allocated IP 172.20.0.9 (17bda384-38d7-4592-a4bb-4dd6daeb6237/1e25595a-bfb1-4bc5-9613-8f0966c7ce20/c2b3f327-686b-4593-9c9e-86e4184d0dd0) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:43:39.293538 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0a79b960-3b5f-4987-bd04-63457b19c332 req-1f85ef47-0b4f-4eaf-9eb0-d051d09c2622 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 210 time: 0.0278020 Feb 20 22:43:39.425970 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:39.530116 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:39.570569 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:43:39.573522 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:43:39.576032 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:43:39.612420 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'Port': ['ID=c2b3f327-686b-4593-9c9e-86e4184d0dd0,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:39.642424 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:39.643039 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:39.744088 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-6e396191-2772-4575-a459-bbd45b8f9c9e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8384445 Feb 20 22:43:39.757358 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Request body: {'port': {'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:39.802896 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-168a6c72-f982-45a7-9153-69537d8537b8 None None] Provisioning complete for port c2b3f327-686b-4593-9c9e-86e4184d0dd0 triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:43:39.803791 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-168a6c72-f982-45a7-9153-69537d8537b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:39.819201 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:39.837959 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-168a6c72-f982-45a7-9153-69537d8537b8 None None] Port c2b3f327-686b-4593-9c9e-86e4184d0dd0 cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:43:40.076342 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b3f327-686b-4593-9c9e-86e4184d0dd0 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:43:40.084359 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Publish callbacks [] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:40.095801 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Transition to ACTIVE for port object c2b3f327-686b-4593-9c9e-86e4184d0dd0 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:43:40.169864 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:40.226126 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3f327-686b-4593-9c9e-86e4184d0dd0,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:40.296395 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Attempting to bind port c2b3f327-686b-4593-9c9e-86e4184d0dd0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:43:40.297061 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Attempting to bind port c2b3f327-686b-4593-9c9e-86e4184d0dd0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:43:40.297061 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Attempting to bind port c2b3f327-686b-4593-9c9e-86e4184d0dd0 on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:43:40.301851 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Port c2b3f327-686b-4593-9c9e-86e4184d0dd0 on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:43:40.302166 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Attempting to bind port c2b3f327-686b-4593-9c9e-86e4184d0dd0 on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:43:40.307153 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:43:40.307485 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Checking segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:43:40.307863 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Bound using segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:43:40.308286 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Bound port: c2b3f327-686b-4593-9c9e-86e4184d0dd0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:43:40.308636 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:40.401288 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] For port c2b3f327-686b-4593-9c9e-86e4184d0dd0, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:43:40.416117 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] For port c2b3f327-686b-4593-9c9e-86e4184d0dd0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2b3f327-686b-4593-9c9e-86e4184d0dd0,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:43:40.436032 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11d9c1-0864-4740-9278-f2e8e59164b5 req-9153e9b6-aa66-4d7d-a4d6-16569d99ddd0 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:40.440670 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae11d9c1-0864-4740-9278-f2e8e59164b5 req-9153e9b6-aa66-4d7d-a4d6-16569d99ddd0 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 943 time: 0.0689535 Feb 20 22:43:40.473897 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:40.518662 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:40.519310 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:40.520787 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] 10.222.0.91 "PUT /v2.0/ports/c2b3f327-686b-4593-9c9e-86e4184d0dd0 HTTP/1.1" status: 200 len: 1093 time: 0.7680166 Feb 20 22:43:40.523240 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'tag': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:40.525496 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582a0f59-1e76-4713-b0bd-cbecc0142f26" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb", "tag": "c2b3f327-686b-4593-9c9e-86e4184d0dd0"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:40.532087 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ae11d9c1-0864-4740-9278-f2e8e59164b5 req-3689d2a0-acb7-48f1-a8d5-02e0c7861a69 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888767 Feb 20 22:43:40.560166 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b43713-f1cd-4d21-94ae-31d66e83e170 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b3f327-686b-4593-9c9e-86e4184d0dd0,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:40.577680 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ac100-b2e8-4286-a7fa-ef0e8ebed453 x-openstack-request-id: req-718ac100-b2e8-4286-a7fa-ef0e8ebed453 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:40.578006 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb", "tag": "c2b3f327-686b-4593-9c9e-86e4184d0dd0", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:40.578283 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-718ac100-b2e8-4286-a7fa-ef0e8ebed453 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:40.578669 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'tag': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'status': 'completed', 'code': 200} Feb 20 22:43:40.647944 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a0f59-1e76-4713-b0bd-cbecc0142f26 req-eb263a02-bd1d-4511-82a0-f0dcab1df1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:40.649553 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-582a0f59-1e76-4713-b0bd-cbecc0142f26 req-eb263a02-bd1d-4511-82a0-f0dcab1df1e8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 1127 time: 0.0472810 Feb 20 22:43:40.754476 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a0f59-1e76-4713-b0bd-cbecc0142f26 req-b215fc8d-f83e-4b84-98cb-b9d2cfb656e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:40.756007 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-582a0f59-1e76-4713-b0bd-cbecc0142f26 req-b215fc8d-f83e-4b84-98cb-b9d2cfb656e0 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ad594c2f6bad4732bd98bc2e27264279&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0966330 Feb 20 22:43:40.846396 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a0f59-1e76-4713-b0bd-cbecc0142f26 req-be3fd88f-5cda-424f-9ad6-bcd70f6d788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:40.848429 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-582a0f59-1e76-4713-b0bd-cbecc0142f26 req-be3fd88f-5cda-424f-9ad6-bcd70f6d788d service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855660 Feb 20 22:43:40.926961 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-d79c734d-16cf-45b9-9c2b-b0a2647f6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:40.928470 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-d79c734d-16cf-45b9-9c2b-b0a2647f6629 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 1127 time: 0.0444894 Feb 20 22:43:40.973649 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-276a05b1-fbfb-49bb-9ce9-2ff5f446c137 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b3f327-686b-4593-9c9e-86e4184d0dd0 HTTP/1.1" status: 200 len: 217 time: 0.0375266 Feb 20 22:43:41.020306 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-5cd306bf-7867-4ac7-812c-6f397f99614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:41.021759 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-5cd306bf-7867-4ac7-812c-6f397f99614c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 200 len: 850 time: 0.0420918 Feb 20 22:43:41.070424 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-3b8dfe4d-8dc2-48ae-bb10-43c15e62374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:41.071906 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-3b8dfe4d-8dc2-48ae-bb10-43c15e62374f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17bda384-38d7-4592-a4bb-4dd6daeb6237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435469 Feb 20 22:43:41.168354 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-e17dea3f-df2e-4bfa-a308-76b0dfe6cb21 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893612 Feb 20 22:43:41.254808 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbcd1854-2a92-4e8f-bdec-c600174acff2 req-bb99a846-fb49-468f-8263-b7c22d3b6239 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804710 Feb 20 22:43:41.659224 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051e815-1924-4a53-bc6d-731032f26e19 req-cd176f66-b292-414c-a9c2-0d14379d4d6e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:41.660769 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2051e815-1924-4a53-bc6d-731032f26e19 req-cd176f66-b292-414c-a9c2-0d14379d4d6e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 943 time: 0.0569863 Feb 20 22:43:41.713032 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2051e815-1924-4a53-bc6d-731032f26e19 req-56a5e857-9bff-4122-9873-583ebd39c446 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466335 Feb 20 22:43:42.832461 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869129-5bc8-4734-9263-1e5973d50e4b req-945eb0b2-ad80-4800-ade4-37aa6ba06b61 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:42.833971 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-28869129-5bc8-4734-9263-1e5973d50e4b req-945eb0b2-ad80-4800-ade4-37aa6ba06b61 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 943 time: 0.0524764 Feb 20 22:43:42.882271 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-28869129-5bc8-4734-9263-1e5973d50e4b req-a68d31ab-cab0-4274-9ab9-7ef281cdaaba tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425971 Feb 20 22:43:43.470572 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-cb37910a-41b1-4054-95cc-64db1e167c9b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:43.472076 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-cb37910a-41b1-4054-95cc-64db1e167c9b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/networks?id=589cef9e-1562-48b9-8e6d-9f98b283f333 HTTP/1.1" status: 200 len: 814 time: 0.1006830 Feb 20 22:43:43.488993 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-e23bce5a-46fc-4523-8820-d2b76ae69582 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/quotas/228095c62600448a89b2e48aa39c8be1 HTTP/1.1" status: 200 len: 375 time: 0.0100541 Feb 20 22:43:43.542505 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-722ef773-97d1-46ca-b245-de87f3565c4e tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478756 Feb 20 22:43:43.638049 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-77e60332-dd48-46f4-8f50-ef89f518bc51 service neutron] 10.222.0.67 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886569 Feb 20 22:43:43.726920 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-2cd26373-04dd-43bc-adac-a4c907315d40 service neutron] 10.222.0.67 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830500 Feb 20 22:43:44.004937 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d61b-9eb3-42ab-b933-813eb63ca1eb req-bdb64d0e-db8a-4cd5-ba9b-624b31c565ce tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:44.006419 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-09a8d61b-9eb3-42ab-b933-813eb63ca1eb req-bdb64d0e-db8a-4cd5-ba9b-624b31c565ce tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 943 time: 0.0566347 Feb 20 22:43:44.022278 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c424d39e-947c-45e3-b16f-771d4beac5a9 req-eafb8cf3-59b6-47f7-815b-32748f040bd3 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 210 time: 0.0365982 Feb 20 22:43:44.063815 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-09a8d61b-9eb3-42ab-b933-813eb63ca1eb req-b94a69be-d644-49d5-9251-a89321098daa tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515797 Feb 20 22:43:45.113940 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f96a234c-b7f4-44e3-a35d-69d073ff9bd1 req-4849d6fd-d233-42bf-b88d-91a8d32ad22a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 210 time: 0.0281246 Feb 20 22:43:45.183770 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc89c2-bba8-4b96-ba75-6c423cbc3e71 req-94f45327-4c0e-4d0a-a5b6-d80428935f47 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:45.185234 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3bdc89c2-bba8-4b96-ba75-6c423cbc3e71 req-94f45327-4c0e-4d0a-a5b6-d80428935f47 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 943 time: 0.0512636 Feb 20 22:43:45.234502 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-3bdc89c2-bba8-4b96-ba75-6c423cbc3e71 req-2d29bda3-ae5f-4c34-a507-d8a0378799f4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436707 Feb 20 22:43:45.570697 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-f0c56736-4925-4441-9a2b-da2fd9a23f30 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:45.572140 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-f0c56736-4925-4441-9a2b-da2fd9a23f30 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "GET /v2.0/networks?id=589cef9e-1562-48b9-8e6d-9f98b283f333 HTTP/1.1" status: 200 len: 814 time: 0.0990727 Feb 20 22:43:45.583737 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Request body: {'port': {'device_id': '572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c', 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333', 'admin_state_up': True, 'tenant_id': '228095c62600448a89b2e48aa39c8be1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:45.746899 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Made reservation on behalf of 228095c62600448a89b2e48aa39c8be1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:43:45.750446 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:45.872596 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Allocated IP 172.20.0.9 (589cef9e-1562-48b9-8e6d-9f98b283f333/2c2924e4-3f71-485b-bb15-8b6ffdf5d88f/33f986ca-ad18-44a5-a284-6ab8f678b2ad) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:43:46.017986 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks [] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:46.096134 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:46.108256 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['5592f1e2-2086-4135-a763-318872e38792'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:43:46.137662 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Network 589cef9e-1562-48b9-8e6d-9f98b283f333 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:43:46.140782 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:43:46.144452 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:43:46.176862 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Pushing event updated for resources: {'Port': ['ID=33f986ca-ad18-44a5-a284-6ab8f678b2ad,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:46.237579 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:46.238931 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:46.264720 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cebdb-5780-46a7-876a-18586813da55 req-60eff146-37b1-421a-9391-a1ac58d4d98f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:46.266295 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-643cebdb-5780-46a7-876a-18586813da55 req-60eff146-37b1-421a-9391-a1ac58d4d98f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 931 time: 0.0736158 Feb 20 22:43:46.314736 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-643cebdb-5780-46a7-876a-18586813da55 req-22d897b2-109e-4369-a61f-600d5acc41ab tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425541 Feb 20 22:43:46.319645 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-ccec329e-28d1-4255-9b59-6220e753f573 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7395370 Feb 20 22:43:46.331343 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Request body: {'port': {'device_id': '572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:46.362296 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16feafe-f519-41de-99c9-f9ef3d70c854 req-6f6ebe45-700c-4198-8d87-9a1259eb9df0 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:46.364417 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b16feafe-f519-41de-99c9-f9ef3d70c854 req-6f6ebe45-700c-4198-8d87-9a1259eb9df0 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 943 time: 0.0614867 Feb 20 22:43:46.394764 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:46.412483 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b16feafe-f519-41de-99c9-f9ef3d70c854 req-12067351-5636-4ae9-98c7-efc8ab40fbe2 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424950 Feb 20 22:43:46.649286 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f986ca-ad18-44a5-a284-6ab8f678b2ad {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:43:46.656488 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Publish callbacks [] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:46.668308 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Transition to ACTIVE for port object 33f986ca-ad18-44a5-a284-6ab8f678b2ad will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:43:46.746141 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:46.798291 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Pushing event updated for resources: {'Port': ['ID=33f986ca-ad18-44a5-a284-6ab8f678b2ad,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:46.864919 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Attempting to bind port 33f986ca-ad18-44a5-a284-6ab8f678b2ad on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:43:46.865259 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Attempting to bind port 33f986ca-ad18-44a5-a284-6ab8f678b2ad by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:43:46.865579 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Attempting to bind port 33f986ca-ad18-44a5-a284-6ab8f678b2ad on network 589cef9e-1562-48b9-8e6d-9f98b283f333 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:43:46.869791 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Port 33f986ca-ad18-44a5-a284-6ab8f678b2ad on network 589cef9e-1562-48b9-8e6d-9f98b283f333 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:43:46.870115 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Attempting to bind port 33f986ca-ad18-44a5-a284-6ab8f678b2ad on network 589cef9e-1562-48b9-8e6d-9f98b283f333 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:43:46.874789 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:43:46.875127 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Checking segment: {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:43:46.875504 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Bound using segment: {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:43:46.875922 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Bound port: 33f986ca-ad18-44a5-a284-6ab8f678b2ad, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:43:46.876270 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:46.938479 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] For port 33f986ca-ad18-44a5-a284-6ab8f678b2ad, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:43:46.941288 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] For port 33f986ca-ad18-44a5-a284-6ab8f678b2ad, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=33f986ca-ad18-44a5-a284-6ab8f678b2ad,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:43:47.039357 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:47.071994 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:47.072636 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:47.074054 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] 10.222.0.91 "PUT /v2.0/ports/33f986ca-ad18-44a5-a284-6ab8f678b2ad HTTP/1.1" status: 200 len: 1093 time: 0.7470984 Feb 20 22:43:47.074491 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c', 'tag': '33f986ca-ad18-44a5-a284-6ab8f678b2ad'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:47.076718 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607b1f1a-bfea-4a67-8bd1-1b7fb3c23bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c", "tag": "33f986ca-ad18-44a5-a284-6ab8f678b2ad"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:47.103350 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567ef5e-023d-419a-a708-d4562c39205a service neutron] Pushing event updated for resources: {'Port': ['ID=33f986ca-ad18-44a5-a284-6ab8f678b2ad,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:47.116499 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e2d0e0-d1cf-4190-8148-0529e27820da x-openstack-request-id: req-a5e2d0e0-d1cf-4190-8148-0529e27820da {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:47.116894 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c", "tag": "33f986ca-ad18-44a5-a284-6ab8f678b2ad", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:47.117464 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a5e2d0e0-d1cf-4190-8148-0529e27820da {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:47.117940 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c', 'tag': '33f986ca-ad18-44a5-a284-6ab8f678b2ad', 'status': 'completed', 'code': 200} Feb 20 22:43:47.188800 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b1f1a-bfea-4a67-8bd1-1b7fb3c23bb7 req-284c2f5f-7016-4972-aff7-64276eabc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:47.190362 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-607b1f1a-bfea-4a67-8bd1-1b7fb3c23bb7 req-284c2f5f-7016-4972-aff7-64276eabc0a4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 1127 time: 0.0492489 Feb 20 22:43:47.285603 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b1f1a-bfea-4a67-8bd1-1b7fb3c23bb7 req-360b1f0e-03fb-46f6-81a0-c43ef8478a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:47.287206 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-607b1f1a-bfea-4a67-8bd1-1b7fb3c23bb7 req-360b1f0e-03fb-46f6-81a0-c43ef8478a71 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=228095c62600448a89b2e48aa39c8be1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0900126 Feb 20 22:43:47.386819 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b1f1a-bfea-4a67-8bd1-1b7fb3c23bb7 req-252627d9-6562-4e96-be3e-a19edc32da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:47.388340 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-607b1f1a-bfea-4a67-8bd1-1b7fb3c23bb7 req-252627d9-6562-4e96-be3e-a19edc32da29 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941563 Feb 20 22:43:47.475343 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-44316da0-e84b-4eee-8f22-afd10fb2df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:47.476897 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-44316da0-e84b-4eee-8f22-afd10fb2df99 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 1127 time: 0.0507767 Feb 20 22:43:47.529972 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-76c903e1-5d4b-4b0d-9714-5f11ebe4a658 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33f986ca-ad18-44a5-a284-6ab8f678b2ad HTTP/1.1" status: 200 len: 217 time: 0.0450714 Feb 20 22:43:47.598397 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7fad0-7336-4dbb-bf37-8974abb75b86 req-dd486f85-dad3-43d6-9247-6d8b3edebf52 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:47.599880 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d7e7fad0-7336-4dbb-bf37-8974abb75b86 req-dd486f85-dad3-43d6-9247-6d8b3edebf52 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 943 time: 0.0564423 Feb 20 22:43:47.600025 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-bc932e28-8db3-42a7-a136-e8085b3762e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:47.601321 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-bc932e28-8db3-42a7-a136-e8085b3762e0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c2924e4-3f71-485b-bb15-8b6ffdf5d88f HTTP/1.1" status: 200 len: 854 time: 0.0565639 Feb 20 22:43:47.612130 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76df71-a5f0-43d6-bed2-7a82c5beed35 req-ac40d39c-c55b-435b-9ea0-d7647bc34cea tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:47.614221 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bf76df71-a5f0-43d6-bed2-7a82c5beed35 req-ac40d39c-c55b-435b-9ea0-d7647bc34cea tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 943 time: 0.1223221 Feb 20 22:43:47.646943 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-4ff6c6d5-726c-45df-a2b0-4866d49afe6a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=589cef9e-1562-48b9-8e6d-9f98b283f333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317698 Feb 20 22:43:47.648707 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d7e7fad0-7336-4dbb-bf37-8974abb75b86 req-e527e616-d075-4a16-a02e-7383e3b7730a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Feb 20 22:43:47.734388 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bf76df71-a5f0-43d6-bed2-7a82c5beed35 req-509e694d-8794-47d7-9dd4-a84b0a106dbd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109664 Feb 20 22:43:47.764765 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-60007756-c163-4c6c-813e-e33784fb73f7 service neutron] 10.222.0.91 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097879 Feb 20 22:43:47.855234 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3aaf219c-f342-4365-a355-4d3a16a123f9 req-5e9a4db4-723b-4ad1-ab63-969154444aa3 service neutron] 10.222.0.91 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807848 Feb 20 22:43:48.765526 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c347d9-b99c-4e85-992a-0a17f07204cb req-a56c6355-39fb-4e4f-bf13-e19213f4f1a8 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:48.767102 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-82c347d9-b99c-4e85-992a-0a17f07204cb req-a56c6355-39fb-4e4f-bf13-e19213f4f1a8 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 943 time: 0.0520828 Feb 20 22:43:48.816030 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-82c347d9-b99c-4e85-992a-0a17f07204cb req-08329371-2057-4a68-925c-0c8d297620af tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 Feb 20 22:43:48.854529 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9fa6c-5b83-4713-a2a6-205499816336 req-09c2cec2-998d-4456-bdaa-886c91c4f73b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:48.856002 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-86d9fa6c-5b83-4713-a2a6-205499816336 req-09c2cec2-998d-4456-bdaa-886c91c4f73b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 943 time: 0.0533533 Feb 20 22:43:48.908070 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-86d9fa6c-5b83-4713-a2a6-205499816336 req-90c77f9c-c34d-4381-a01a-6d7ed18c69e2 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466955 Feb 20 22:43:49.936479 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9550d5-f083-455a-bb74-e605a831a2dc req-b14e721d-2180-4965-918f-8b2c658d3029 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:49.938009 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ee9550d5-f083-455a-bb74-e605a831a2dc req-b14e721d-2180-4965-918f-8b2c658d3029 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 943 time: 0.0561821 Feb 20 22:43:49.986035 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ee9550d5-f083-455a-bb74-e605a831a2dc req-0306e9a4-133d-4b70-9185-6a29b3e4b224 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Feb 20 22:43:50.024377 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f331a7-ad30-40ab-a623-62d60c4208ec req-fcdd822c-67fb-415f-b814-8044721ec36b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:50.025859 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d1f331a7-ad30-40ab-a623-62d60c4208ec req-fcdd822c-67fb-415f-b814-8044721ec36b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 943 time: 0.0514100 Feb 20 22:43:50.072975 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d1f331a7-ad30-40ab-a623-62d60c4208ec req-f828173a-f152-41ee-ad07-3755988b274f tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416670 Feb 20 22:43:51.102602 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaf502-e773-4a76-b97e-68a6934b912b req-90897d49-d9fb-4739-8521-ab346b7e30b7 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:51.104095 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6cfaf502-e773-4a76-b97e-68a6934b912b req-90897d49-d9fb-4739-8521-ab346b7e30b7 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 943 time: 0.0514905 Feb 20 22:43:51.152145 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6cfaf502-e773-4a76-b97e-68a6934b912b req-27f26f52-bf86-4820-b84c-aec3a858dc04 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Feb 20 22:43:51.192056 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e2740-2c77-44f4-bc77-8549d835d71b req-c757fcce-2945-40e1-99ad-9aa699ea2d07 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:51.193548 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1f8e2740-2c77-44f4-bc77-8549d835d71b req-c757fcce-2945-40e1-99ad-9aa699ea2d07 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 943 time: 0.0528872 Feb 20 22:43:51.240985 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1f8e2740-2c77-44f4-bc77-8549d835d71b req-ea0bafa0-e25e-47d1-ab7c-1893d5c234db tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416193 Feb 20 22:43:51.244899 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device c2b3f327-686b-4593-9c9e-86e4184d0dd0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:43:51.339629 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port c2b3f327-686b-4593-9c9e-86e4184d0dd0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2b3f327-686b-4593-9c9e-86e4184d0dd0,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:51.352371 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'mac_address': 'fa:16:3e:0d:ab:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:43:51.391231 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port c2b3f327-686b-4593-9c9e-86e4184d0dd0 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:43:51.391612 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:51.404504 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b3f327-686b-4593-9c9e-86e4184d0dd0 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:43:51.426357 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port c2b3f327-686b-4593-9c9e-86e4184d0dd0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2b3f327-686b-4593-9c9e-86e4184d0dd0,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:51.483803 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:51.484440 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 33f986ca-ad18-44a5-a284-6ab8f678b2ad details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:43:51.577791 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=c2b3f327-686b-4593-9c9e-86e4184d0dd0,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:51.591033 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.591377 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.591720 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.592054 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.592383 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.592869 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.593312 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.593659 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.594019 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.594350 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.594675 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.594994 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.595309 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:51.632696 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 33f986ca-ad18-44a5-a284-6ab8f678b2ad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=33f986ca-ad18-44a5-a284-6ab8f678b2ad,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:51.643497 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '33f986ca-ad18-44a5-a284-6ab8f678b2ad', 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333', 'port_id': '33f986ca-ad18-44a5-a284-6ab8f678b2ad', 'mac_address': 'fa:16:3e:45:bd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2924e4-3f71-485b-bb15-8b6ffdf5d88f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:43:51.681002 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 33f986ca-ad18-44a5-a284-6ab8f678b2ad is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:43:51.681384 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:51.694621 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f986ca-ad18-44a5-a284-6ab8f678b2ad {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:43:51.713580 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 33f986ca-ad18-44a5-a284-6ab8f678b2ad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=33f986ca-ad18-44a5-a284-6ab8f678b2ad,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:51.770217 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:51.815242 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=33f986ca-ad18-44a5-a284-6ab8f678b2ad,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:52.042358 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['33f986ca-ad18-44a5-a284-6ab8f678b2ad'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:43:52.045468 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['c2b3f327-686b-4593-9c9e-86e4184d0dd0'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:43:52.271892 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631369e-a7df-4fbd-b1ff-b45ddcb27b0f req-c7ab7855-d223-4767-880b-7b1a014f66cb tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:52.273458 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8631369e-a7df-4fbd-b1ff-b45ddcb27b0f req-c7ab7855-d223-4767-880b-7b1a014f66cb tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 944 time: 0.0531044 Feb 20 22:43:52.327434 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8631369e-a7df-4fbd-b1ff-b45ddcb27b0f req-0a55b307-501e-408d-876f-bcecfbed30d8 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483103 Feb 20 22:43:52.368501 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f44bf-1f2e-48bd-80e2-a83416d0a210 req-e8dd2bfa-16f6-485b-862f-eca387cf3566 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:52.370122 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9a7f44bf-1f2e-48bd-80e2-a83416d0a210 req-e8dd2bfa-16f6-485b-862f-eca387cf3566 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 944 time: 0.0574257 Feb 20 22:43:52.419069 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9a7f44bf-1f2e-48bd-80e2-a83416d0a210 req-a18215e4-137f-42a1-8c7b-7cade823b027 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431252 Feb 20 22:43:53.275928 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device c2b3f327-686b-4593-9c9e-86e4184d0dd0 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:43:53.387048 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port c2b3f327-686b-4593-9c9e-86e4184d0dd0 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:43:53.391068 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port c2b3f327-686b-4593-9c9e-86e4184d0dd0 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:43:53.391447 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:53.448325 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aff58-276d-4f17-ad3a-2def446e65c8 req-fd249f7b-7b35-444e-890f-ac80c9c970bd tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:53.449770 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-902aff58-276d-4f17-ad3a-2def446e65c8 req-fd249f7b-7b35-444e-890f-ac80c9c970bd tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 944 time: 0.0542545 Feb 20 22:43:53.485649 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port c2b3f327-686b-4593-9c9e-86e4184d0dd0 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:43:53.486088 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:53.501208 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-902aff58-276d-4f17-ad3a-2def446e65c8 req-0e0811cd-1cc3-4ae4-b19c-2a2da60133c1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Feb 20 22:43:53.518634 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:53.518634 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e78979-071c-46d0-8c02-90b3421258ec" -d '{"events": [{"server_uuid": "ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3f327-686b-4593-9c9e-86e4184d0dd0"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:53.530296 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port c2b3f327-686b-4593-9c9e-86e4184d0dd0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2b3f327-686b-4593-9c9e-86e4184d0dd0,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:53.547655 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e8018-69c4-4437-800e-be0e8c6ef877 req-d8e13e11-ac1d-41ef-874a-6a15515c194f tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:53.550732 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0a4e8018-69c4-4437-800e-be0e8c6ef877 req-d8e13e11-ac1d-41ef-874a-6a15515c194f tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 944 time: 0.0583088 Feb 20 22:43:53.557735 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf8842e-9083-40d0-8cd2-a1f2bcb63c84 x-openstack-request-id: req-adf8842e-9083-40d0-8cd2-a1f2bcb63c84 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:53.558235 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb", "name": "network-vif-plugged", "status": "completed", "tag": "c2b3f327-686b-4593-9c9e-86e4184d0dd0", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:53.558487 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-adf8842e-9083-40d0-8cd2-a1f2bcb63c84 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:53.558871 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'code': 200} Feb 20 22:43:53.592664 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:53.593531 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 33f986ca-ad18-44a5-a284-6ab8f678b2ad up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:43:53.602691 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0a4e8018-69c4-4437-800e-be0e8c6ef877 req-86fdbe8c-6839-43f6-89e2-1d7ab058b482 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470183 Feb 20 22:43:53.669190 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=c2b3f327-686b-4593-9c9e-86e4184d0dd0,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:53.758558 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 33f986ca-ad18-44a5-a284-6ab8f678b2ad completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:43:53.762751 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 33f986ca-ad18-44a5-a284-6ab8f678b2ad triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:43:53.763122 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:53.843298 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 33f986ca-ad18-44a5-a284-6ab8f678b2ad is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:43:53.843679 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:53.867801 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2b0dc-2201-4386-ac44-78c22c5cd70e req-030799af-e77a-4594-8af5-736346202bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:53.869295 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-69e2b0dc-2201-4386-ac44-78c22c5cd70e req-030799af-e77a-4594-8af5-736346202bbd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 1129 time: 0.0442863 Feb 20 22:43:53.876087 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 33f986ca-ad18-44a5-a284-6ab8f678b2ad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=33f986ca-ad18-44a5-a284-6ab8f678b2ad,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:43:53.919448 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-69e2b0dc-2201-4386-ac44-78c22c5cd70e req-31a21979-5aca-48e0-9adf-00202f5d4a8a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423386 Feb 20 22:43:53.924203 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:53.971181 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=33f986ca-ad18-44a5-a284-6ab8f678b2ad,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:54.625530 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110308a2-e1b6-4728-996c-eff698cc5cd9 req-ed2e722e-7832-4c8b-90e4-af327e27985a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:54.627066 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-110308a2-e1b6-4728-996c-eff698cc5cd9 req-ed2e722e-7832-4c8b-90e4-af327e27985a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 945 time: 0.0538871 Feb 20 22:43:54.674683 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-110308a2-e1b6-4728-996c-eff698cc5cd9 req-04dc60e0-3e84-4717-a5c6-8738e99ed819 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Feb 20 22:43:54.719865 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67105295-4f20-4e6d-999c-607984b80287 req-edf8bfdc-c2e5-433f-a7c3-4b4d1fbc5eb4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:54.721330 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67105295-4f20-4e6d-999c-607984b80287 req-edf8bfdc-c2e5-433f-a7c3-4b4d1fbc5eb4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 945 time: 0.0521088 Feb 20 22:43:54.769129 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67105295-4f20-4e6d-999c-607984b80287 req-d982d520-3eb7-4e9b-9c09-26fdb5e3583f tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411263 Feb 20 22:43:55.320703 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:43:55.559878 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f986ca-ad18-44a5-a284-6ab8f678b2ad'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:55.563906 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411af6c1-716b-4918-b85e-1d45af26db01" -d '{"events": [{"server_uuid": "572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c", "name": "network-vif-plugged", "status": "completed", "tag": "33f986ca-ad18-44a5-a284-6ab8f678b2ad"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:55.598176 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b7e853-d7f3-46c1-ad4a-dac9adabbf24 x-openstack-request-id: req-23b7e853-d7f3-46c1-ad4a-dac9adabbf24 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:55.598606 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c", "name": "network-vif-plugged", "status": "completed", "tag": "33f986ca-ad18-44a5-a284-6ab8f678b2ad", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:55.598869 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23b7e853-d7f3-46c1-ad4a-dac9adabbf24 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:55.599264 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f986ca-ad18-44a5-a284-6ab8f678b2ad', 'code': 200} Feb 20 22:43:55.794001 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62598080-04ab-42fc-829d-8f57fc02342b req-fc8a7196-5116-4f7a-9826-866be3980928 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:55.795498 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-62598080-04ab-42fc-829d-8f57fc02342b req-fc8a7196-5116-4f7a-9826-866be3980928 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 945 time: 0.0519025 Feb 20 22:43:55.842427 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-62598080-04ab-42fc-829d-8f57fc02342b req-e36e7427-6c05-488e-abe9-7a9048a9d604 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Feb 20 22:43:55.892045 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c081f-54ee-4fa7-9dcf-0ea79aa16056 req-8e9bdb4a-1347-43b6-b8a3-bb8ce1468b34 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:55.893558 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-532c081f-54ee-4fa7-9dcf-0ea79aa16056 req-8e9bdb4a-1347-43b6-b8a3-bb8ce1468b34 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 945 time: 0.0568709 Feb 20 22:43:55.942205 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-532c081f-54ee-4fa7-9dcf-0ea79aa16056 req-2f2e29bb-6552-4673-b018-5c7a7f79f287 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424709 Feb 20 22:43:55.947823 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ed00b-27f4-489b-b202-41ee64d462cb req-af2e0459-74c4-453b-916f-5d41d87b6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:55.949377 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b18ed00b-27f4-489b-b202-41ee64d462cb req-af2e0459-74c4-453b-916f-5d41d87b6ac2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 1129 time: 0.0473769 Feb 20 22:43:55.994382 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b18ed00b-27f4-489b-b202-41ee64d462cb req-aaa4badd-73d9-4b10-b257-b030ff8c4751 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375972 Feb 20 22:43:56.056028 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed08d9-790a-4eca-aad6-9b550f95c8f6 req-0b8c3552-6e02-48f0-8fb1-097468aa20b7 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:56.057502 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-82ed08d9-790a-4eca-aad6-9b550f95c8f6 req-0b8c3552-6e02-48f0-8fb1-097468aa20b7 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 945 time: 0.0514467 Feb 20 22:43:56.109552 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-82ed08d9-790a-4eca-aad6-9b550f95c8f6 req-04334fa2-a3dc-4dfb-a72f-58e9ab59fc3b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465236 Feb 20 22:43:56.132153 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 49100) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:56.175577 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc48530-20b9-4ff9-af4c-8950b80bb7ea tempest-TestVolumeBootPattern-1054572055 tempest-TestVolumeBootPattern-1054572055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:56.177287 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-6fc48530-20b9-4ff9-af4c-8950b80bb7ea tempest-TestVolumeBootPattern-1054572055 tempest-TestVolumeBootPattern-1054572055-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 1124 time: 0.0440934 Feb 20 22:43:56.180105 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 49102) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:43:56.184341 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'floatingip': {'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:43:56.266534 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:56.364624 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:56.464329 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Allocated IP 172.27.0.246 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/f37f2545-b456-4504-bdad-d7629a74aa4d) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:43:56.565025 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for port (f37f2545-b456-4504-bdad-d7629a74aa4d), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:56.655601 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (f37f2545-b456-4504-bdad-d7629a74aa4d), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:56.693518 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:43:56.696697 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:43:56.700127 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:43:56.726250 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'Port': ['ID=f37f2545-b456-4504-bdad-d7629a74aa4d,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:56.741379 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.741749 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.742102 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.742439 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.742771 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.743099 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.743439 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.743765 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.744087 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.744414 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.744737 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.745056 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:56.745371 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:43:57.016202 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57740-3631-47c0-bb7e-d48f5988cd45 req-e3673c45-8ea8-49b5-a89c-de510a357081 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:57.022894 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-22f57740-3631-47c0-bb7e-d48f5988cd45 req-e3673c45-8ea8-49b5-a89c-de510a357081 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 945 time: 0.1029947 Feb 20 22:43:57.105554 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-22f57740-3631-47c0-bb7e-d48f5988cd45 req-1dceb29e-8084-47ab-a41f-d9b973d95b57 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817301 Feb 20 22:43:57.154641 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (7f09b16e-cb24-4bdb-a16d-0d9bb1295b09), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:57.282630 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (f37f2545-b456-4504-bdad-d7629a74aa4d), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:57.438185 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for port (f37f2545-b456-4504-bdad-d7629a74aa4d), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:57.529394 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (f37f2545-b456-4504-bdad-d7629a74aa4d), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:57.599183 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'Port': ['ID=f37f2545-b456-4504-bdad-d7629a74aa4d,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:43:57.611537 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (7f09b16e-cb24-4bdb-a16d-0d9bb1295b09), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:57.715249 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Floating IP 7f09b16e-cb24-4bdb-a16d-0d9bb1295b09 associated. External IP: 172.27.0.246, port: c2b3f327-686b-4593-9c9e-86e4184d0dd0. Feb 20 22:43:57.926306 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:43:58.033619 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:43:58.043507 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] Sync routers for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:43:58.057505 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:43:58.062577 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:43:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:58.108571 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:43:58.152830 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-b99d717f-81eb-49ad-b9e0-b105ce784079 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9715331 Feb 20 22:43:58.153485 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'tag': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:43:58.156244 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb", "tag": "c2b3f327-686b-4593-9c9e-86e4184d0dd0"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:43:58.169610 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:43:58.195416 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10183493-6270-4e87-a3fc-6b0e108665f9 x-openstack-request-id: req-10183493-6270-4e87-a3fc-6b0e108665f9 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:43:58.195704 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb", "tag": "c2b3f327-686b-4593-9c9e-86e4184d0dd0", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:43:58.195987 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-10183493-6270-4e87-a3fc-6b0e108665f9 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:43:58.196388 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'tag': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'status': 'completed', 'code': 200} Feb 20 22:43:58.261568 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61854e-45da-4e36-a190-cfc25ca269d5 req-f1fc2df8-fe00-4257-bfd9-2d9c4b7f4f65 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:58.263078 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1b61854e-45da-4e36-a190-cfc25ca269d5 req-f1fc2df8-fe00-4257-bfd9-2d9c4b7f4f65 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 945 time: 0.0852633 Feb 20 22:43:58.302615 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-75ff3059-c810-4655-9513-528b877618ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:58.304116 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-75ff3059-c810-4655-9513-528b877618ec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 1129 time: 0.0807977 Feb 20 22:43:58.318459 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1b61854e-45da-4e36-a190-cfc25ca269d5 req-5756fc21-486c-4942-9fe6-3a4f11b8ce34 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499566 Feb 20 22:43:58.405846 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-17c2b5fe-0c74-4d0d-9079-348421753271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:58.407305 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '7f09b16e-cb24-4bdb-a16d-0d9bb1295b09', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:0d:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:56Z', 'updated_at': '2022-02-20T22:43:56Z', 'revision_number': 0, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:58.407565 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-17c2b5fe-0c74-4d0d-9079-348421753271 service neutron] 10.222.0.91 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 912 time: 0.0878026 Feb 20 22:43:58.435007 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] Checking router: d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:43:58.444794 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:43:58.445477 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:43:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:58.489768 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-1501fd87-ae9f-4c20-b6d8-9d766d5eaec3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b3f327-686b-4593-9c9e-86e4184d0dd0 HTTP/1.1" status: 200 len: 999 time: 0.0736792 Feb 20 22:43:58.544965 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-15d8bee0-5aed-4b15-83a3-c766d9fba297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:58.546222 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-15d8bee0-5aed-4b15-83a3-c766d9fba297 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 200 len: 850 time: 0.0506287 Feb 20 22:43:58.570311 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:43:58.596896 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-3b948c37-9188-4191-8f2b-c1b5eac05877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:43:58.599157 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-3b948c37-9188-4191-8f2b-c1b5eac05877 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17bda384-38d7-4592-a4bb-4dd6daeb6237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466070 Feb 20 22:43:58.704840 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-8a02b6c5-e69c-43e9-8d93-838971f149a5 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903993 Feb 20 22:43:58.805816 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e95a6b5f-5acc-411f-ab38-45dc0493ddbd req-50a1c811-bfa6-40be-9b9a-609022d19652 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943069 Feb 20 22:43:58.806869 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '7f09b16e-cb24-4bdb-a16d-0d9bb1295b09', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:0d:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:56Z', 'updated_at': '2022-02-20T22:43:56Z', 'revision_number': 0, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:43:58.833719 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66a1f4c-d531-43f2-a6b5-e7c716348476 None None] The sync data for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi is: [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '7f09b16e-cb24-4bdb-a16d-0d9bb1295b09', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:0d:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:56Z', 'updated_at': '2022-02-20T22:43:56Z', 'revision_number': 0, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:43:59.023092 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297bb50-9c41-4131-8388-a809d4f86426 None None] New status for floating IP 7f09b16e-cb24-4bdb-a16d-0d9bb1295b09: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:44:00.159215 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-d7aa7649-48fe-4f9c-bab7-2f6ade08fa82 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:00.161816 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-d7aa7649-48fe-4f9c-bab7-2f6ade08fa82 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/networks?id=589cef9e-1562-48b9-8e6d-9f98b283f333 HTTP/1.1" status: 200 len: 814 time: 0.1313450 Feb 20 22:44:00.178003 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-14eb5878-b7e9-44d3-b917-6805778b110f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/quotas/228095c62600448a89b2e48aa39c8be1 HTTP/1.1" status: 200 len: 375 time: 0.0102146 Feb 20 22:44:00.238209 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-f17f4601-d713-44d5-a37a-5f7fca1eedd2 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548167 Feb 20 22:44:00.324933 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-65476828-2cb8-43fb-9f5d-f8ae98df486e service neutron] 10.222.0.67 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800331 Feb 20 22:44:00.414298 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-2900fab9-50cb-4309-9c5d-e7ae30df4dde service neutron] 10.222.0.67 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836799 Feb 20 22:44:00.644613 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-745ad182-43aa-42a5-a304-efd0cc39fcd5 req-b824b217-cbc0-4ca3-b6a6-e1ca43ee4c07 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 210 time: 0.0308552 Feb 20 22:44:01.745589 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c52df68a-ca45-48bb-848b-2796cafa37d7 req-d6b53626-20fc-4376-924b-35a8a92242e4 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 210 time: 0.0283623 Feb 20 22:44:02.095463 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-11392674-99f6-4271-940e-fdae4532b33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:02.268684 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-35ea6125-df5a-4c53-b1e2-91bf772f25ee tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:02.270763 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-35ea6125-df5a-4c53-b1e2-91bf772f25ee tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "GET /v2.0/networks?id=589cef9e-1562-48b9-8e6d-9f98b283f333 HTTP/1.1" status: 200 len: 814 time: 0.0975087 Feb 20 22:44:02.287197 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Request body: {'port': {'device_id': 'a43fb2b4-4927-4c45-9475-1f006d84bcbe', 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333', 'admin_state_up': True, 'tenant_id': '228095c62600448a89b2e48aa39c8be1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:44:02.443556 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Made reservation on behalf of 228095c62600448a89b2e48aa39c8be1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:44:02.447248 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:02.578989 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Allocated IP 172.20.0.4 (589cef9e-1562-48b9-8e6d-9f98b283f333/2c2924e4-3f71-485b-bb15-8b6ffdf5d88f/80bd45ad-06a3-4906-a8ce-118a25e906a4) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:44:02.723961 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks [] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:02.824145 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:02.838497 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['5592f1e2-2086-4135-a763-318872e38792', '33f986ca-ad18-44a5-a284-6ab8f678b2ad'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:44:02.889863 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Network 589cef9e-1562-48b9-8e6d-9f98b283f333 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:44:02.897057 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:44:02.904685 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:44:02.913113 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Pushing event updated for resources: {'Port': ['ID=80bd45ad-06a3-4906-a8ce-118a25e906a4,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:03.216940 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220086f-92c9-4434-b9f9-ed6651288102 req-3d1b744f-c5b6-42af-82a8-1aae54973973 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:03.218444 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5220086f-92c9-4434-b9f9-ed6651288102 req-3d1b744f-c5b6-42af-82a8-1aae54973973 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 931 time: 0.4044423 Feb 20 22:44:03.239264 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:03.239859 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:03.280621 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5220086f-92c9-4434-b9f9-ed6651288102 req-3f677143-c74e-4100-ab23-69c55009a242 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546570 Feb 20 22:44:03.349592 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-9910ca71-404b-41b1-bfe9-d35c48ac7a6f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0662353 Feb 20 22:44:03.363684 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Request body: {'port': {'device_id': 'a43fb2b4-4927-4c45-9475-1f006d84bcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:44:03.422317 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:03.680649 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bd45ad-06a3-4906-a8ce-118a25e906a4 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:44:03.687987 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Publish callbacks [] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:03.699660 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Transition to ACTIVE for port object 80bd45ad-06a3-4906-a8ce-118a25e906a4 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:44:03.757998 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:03.808055 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Pushing event updated for resources: {'Port': ['ID=80bd45ad-06a3-4906-a8ce-118a25e906a4,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:03.876434 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Attempting to bind port 80bd45ad-06a3-4906-a8ce-118a25e906a4 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:44:03.876759 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Attempting to bind port 80bd45ad-06a3-4906-a8ce-118a25e906a4 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:44:03.877075 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Attempting to bind port 80bd45ad-06a3-4906-a8ce-118a25e906a4 on network 589cef9e-1562-48b9-8e6d-9f98b283f333 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:44:03.881573 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Port 80bd45ad-06a3-4906-a8ce-118a25e906a4 on network 589cef9e-1562-48b9-8e6d-9f98b283f333 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:44:03.881911 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Attempting to bind port 80bd45ad-06a3-4906-a8ce-118a25e906a4 on network 589cef9e-1562-48b9-8e6d-9f98b283f333 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:44:03.886557 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:44:03.886888 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Checking segment: {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:44:03.887259 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Bound using segment: {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:44:03.887673 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Bound port: 80bd45ad-06a3-4906-a8ce-118a25e906a4, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:44:03.888014 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:03.948369 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] For port 80bd45ad-06a3-4906-a8ce-118a25e906a4, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:44:03.951452 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] For port 80bd45ad-06a3-4906-a8ce-118a25e906a4, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=80bd45ad-06a3-4906-a8ce-118a25e906a4,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:44:03.998751 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:04.039362 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:04.039988 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:04.041376 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] 10.222.0.91 "PUT /v2.0/ports/80bd45ad-06a3-4906-a8ce-118a25e906a4 HTTP/1.1" status: 200 len: 1093 time: 0.6828561 Feb 20 22:44:04.041848 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43fb2b4-4927-4c45-9475-1f006d84bcbe', 'tag': '80bd45ad-06a3-4906-a8ce-118a25e906a4'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:44:04.044200 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfe2a5f-ad43-4275-aa9f-96fff1657ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "a43fb2b4-4927-4c45-9475-1f006d84bcbe", "tag": "80bd45ad-06a3-4906-a8ce-118a25e906a4"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:44:04.053052 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:04.064601 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e84e84-f996-4f0c-b2d5-b73357892c3c service neutron] Pushing event updated for resources: {'Port': ['ID=80bd45ad-06a3-4906-a8ce-118a25e906a4,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:04.086718 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddce8403-56ff-4958-ac38-f514e7c4fdc5 x-openstack-request-id: req-ddce8403-56ff-4958-ac38-f514e7c4fdc5 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:44:04.087009 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43fb2b4-4927-4c45-9475-1f006d84bcbe", "tag": "80bd45ad-06a3-4906-a8ce-118a25e906a4", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:44:04.089435 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ddce8403-56ff-4958-ac38-f514e7c4fdc5 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:44:04.089435 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43fb2b4-4927-4c45-9475-1f006d84bcbe', 'tag': '80bd45ad-06a3-4906-a8ce-118a25e906a4', 'status': 'completed', 'code': 200} Feb 20 22:44:04.157580 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2a5f-ad43-4275-aa9f-96fff1657ac5 req-5ff6c51a-8f3c-4fdb-baea-96c94bda4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:04.159101 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-acfe2a5f-ad43-4275-aa9f-96fff1657ac5 req-5ff6c51a-8f3c-4fdb-baea-96c94bda4358 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 1127 time: 0.0457809 Feb 20 22:44:04.256974 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2a5f-ad43-4275-aa9f-96fff1657ac5 req-d0eea438-fa9a-44d4-9f0d-ef67d2ccad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:04.258365 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-acfe2a5f-ad43-4275-aa9f-96fff1657ac5 req-d0eea438-fa9a-44d4-9f0d-ef67d2ccad4f service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=228095c62600448a89b2e48aa39c8be1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0903289 Feb 20 22:44:04.351402 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2a5f-ad43-4275-aa9f-96fff1657ac5 req-5322fd38-4ca4-4509-bee6-6c31e102688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:04.352829 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-acfe2a5f-ad43-4275-aa9f-96fff1657ac5 req-5322fd38-4ca4-4509-bee6-6c31e102688d service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888808 Feb 20 22:44:04.405855 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28623e5-53a1-4d42-b357-5e7f19230304 req-e9952afa-b499-4bfb-8a05-65dedd9138d5 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:04.407370 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f28623e5-53a1-4d42-b357-5e7f19230304 req-e9952afa-b499-4bfb-8a05-65dedd9138d5 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 943 time: 0.0584438 Feb 20 22:44:04.478246 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-942270b4-14bf-49a6-9c64-793817cec168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:04.479709 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-942270b4-14bf-49a6-9c64-793817cec168 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 1127 time: 0.0715139 Feb 20 22:44:04.482730 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f28623e5-53a1-4d42-b357-5e7f19230304 req-cce9e66c-9a94-4c0a-a1f6-c39e38c3386b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670862 Feb 20 22:44:04.523865 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-0b502d9f-21e7-4fbd-9cb4-7727b1c3a951 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bd45ad-06a3-4906-a8ce-118a25e906a4 HTTP/1.1" status: 200 len: 217 time: 0.0371301 Feb 20 22:44:04.572944 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-c9966df8-a5b0-4e83-adbd-4fb0954e65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:04.574405 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-c9966df8-a5b0-4e83-adbd-4fb0954e65fe service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c2924e4-3f71-485b-bb15-8b6ffdf5d88f HTTP/1.1" status: 200 len: 854 time: 0.0440347 Feb 20 22:44:04.605957 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-26a57864-d037-46b7-a1ad-83f0faf21d81 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=589cef9e-1562-48b9-8e6d-9f98b283f333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252769 Feb 20 22:44:04.632648 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-940db559-178a-4aed-bc41-22dfb7d1d928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:04.693412 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-a35b0aff-1e58-45ea-bbdc-d5b9db75db5a service neutron] 10.222.0.91 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814703 Feb 20 22:44:04.782929 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e3a103e2-3b47-4b82-96ec-667aeda0f85f req-8063c42f-6d53-448c-9038-ca520fcb22d0 service neutron] 10.222.0.91 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832708 Feb 20 22:44:05.599562 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7e04c-03c7-46ae-9a4b-e9c4a91ad25c req-a1320d0a-7a2e-464b-9e9f-1e3ddf9e6089 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:05.601009 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8dd7e04c-03c7-46ae-9a4b-e9c4a91ad25c req-a1320d0a-7a2e-464b-9e9f-1e3ddf9e6089 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 943 time: 0.0515373 Feb 20 22:44:05.653321 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8dd7e04c-03c7-46ae-9a4b-e9c4a91ad25c req-963a277d-ee6e-4396-847c-f8242f646ddb tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 Feb 20 22:44:05.695795 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:06.771865 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e343cd-5eae-4655-8a66-69a013fd4522 req-a8b2a716-3356-4b79-82de-5787088d274f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:06.773316 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52e343cd-5eae-4655-8a66-69a013fd4522 req-a8b2a716-3356-4b79-82de-5787088d274f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 943 time: 0.0519876 Feb 20 22:44:06.820128 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-52e343cd-5eae-4655-8a66-69a013fd4522 req-5783f9ea-6a3a-4e03-8051-0404d95e7ccb tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Feb 20 22:44:06.946764 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:07.370660 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 80bd45ad-06a3-4906-a8ce-118a25e906a4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:44:07.467620 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 80bd45ad-06a3-4906-a8ce-118a25e906a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=80bd45ad-06a3-4906-a8ce-118a25e906a4,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:44:07.478368 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '80bd45ad-06a3-4906-a8ce-118a25e906a4', 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333', 'port_id': '80bd45ad-06a3-4906-a8ce-118a25e906a4', 'mac_address': 'fa:16:3e:c9:a8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2924e4-3f71-485b-bb15-8b6ffdf5d88f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:44:07.514159 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 80bd45ad-06a3-4906-a8ce-118a25e906a4 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:44:07.514543 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:07.527630 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bd45ad-06a3-4906-a8ce-118a25e906a4 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:44:07.546632 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 80bd45ad-06a3-4906-a8ce-118a25e906a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=80bd45ad-06a3-4906-a8ce-118a25e906a4,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:44:07.604794 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-7a8f26e2-a1eb-48fc-9f65-9ec2b9cf3b95 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472152 Feb 20 22:44:07.608659 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:07.660981 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=80bd45ad-06a3-4906-a8ce-118a25e906a4,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:07.700085 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-1e16b2bd-ca36-48f1-8435-f17aa680449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:07.701577 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-1e16b2bd-ca36-48f1-8435-f17aa680449e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e3352be11764be599310f6f3ac07b64&device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1129 time: 0.0465295 Feb 20 22:44:07.810490 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-0937f635-6345-4404-b654-a910b7200f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:07.811957 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-0937f635-6345-4404-b654-a910b7200f14 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d2192c2a-ed24-4734-90c8-578db27f0b65 HTTP/1.1" status: 200 len: 909 time: 0.0842235 Feb 20 22:44:07.881289 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-2120aa5a-13c2-435f-a2c1-0c768ecaf037 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b3b66d2-a575-49cf-9339-f638d3c195af HTTP/1.1" status: 200 len: 1001 time: 0.0633628 Feb 20 22:44:07.924832 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['80bd45ad-06a3-4906-a8ce-118a25e906a4'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:44:07.932850 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-29c4b6cd-05c5-4f0c-b30a-49c5500acd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:07.934506 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-29c4b6cd-05c5-4f0c-b30a-49c5500acd07 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=181961e4-5f5c-45f6-8edf-99211fff5e2d HTTP/1.1" status: 200 len: 847 time: 0.0470653 Feb 20 22:44:07.941587 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3109b-f691-43a6-826c-c6614be329f2 req-87bba8dd-58ee-4c95-898f-2135d7248b02 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:07.943076 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-28c3109b-f691-43a6-826c-c6614be329f2 req-87bba8dd-58ee-4c95-898f-2135d7248b02 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 944 time: 0.0581455 Feb 20 22:44:07.986320 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-b8899980-a8de-45b8-83b2-2242323384f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:07.988382 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-b8899980-a8de-45b8-83b2-2242323384f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d2192c2a-ed24-4734-90c8-578db27f0b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474346 Feb 20 22:44:07.994191 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-28c3109b-f691-43a6-826c-c6614be329f2 req-1c431211-91c3-4a40-be5a-04404719252a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441647 Feb 20 22:44:08.083605 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-a22aff20-dfa4-4330-a896-c3b032f2f97b service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868084 Feb 20 22:44:08.174566 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a437ab41-4719-4009-b8d9-ca3a39df5018 req-6d1ba784-2440-4959-a64f-fb08021b9bec service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826657 Feb 20 22:44:08.523433 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:09.117528 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2ecb8-5522-4d1d-b55b-66797da206f8 req-fc11a0c5-db1b-4e8a-b1ad-de8f0aeb4ad4 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:09.119072 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9fa2ecb8-5522-4d1d-b55b-66797da206f8 req-fc11a0c5-db1b-4e8a-b1ad-de8f0aeb4ad4 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 944 time: 0.0578730 Feb 20 22:44:09.164638 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9fa2ecb8-5522-4d1d-b55b-66797da206f8 req-91df8794-922e-4536-b972-435c84d53a44 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400794 Feb 20 22:44:09.382415 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 80bd45ad-06a3-4906-a8ce-118a25e906a4 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:44:09.466121 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 80bd45ad-06a3-4906-a8ce-118a25e906a4 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:44:09.469816 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 80bd45ad-06a3-4906-a8ce-118a25e906a4 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:44:09.470186 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:09.544384 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 80bd45ad-06a3-4906-a8ce-118a25e906a4 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:44:09.545044 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:09.567018 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43fb2b4-4927-4c45-9475-1f006d84bcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bd45ad-06a3-4906-a8ce-118a25e906a4'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:44:09.569467 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e6be61-e70f-4200-9be8-e6cccb7309d1" -d '{"events": [{"server_uuid": "a43fb2b4-4927-4c45-9475-1f006d84bcbe", "name": "network-vif-plugged", "status": "completed", "tag": "80bd45ad-06a3-4906-a8ce-118a25e906a4"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:44:09.581815 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 80bd45ad-06a3-4906-a8ce-118a25e906a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=80bd45ad-06a3-4906-a8ce-118a25e906a4,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:44:09.605848 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c0afa3-b4df-42d8-a72e-53e87a2985c7 x-openstack-request-id: req-24c0afa3-b4df-42d8-a72e-53e87a2985c7 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:44:09.606134 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43fb2b4-4927-4c45-9475-1f006d84bcbe", "name": "network-vif-plugged", "status": "completed", "tag": "80bd45ad-06a3-4906-a8ce-118a25e906a4", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:44:09.606405 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-24c0afa3-b4df-42d8-a72e-53e87a2985c7 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:44:09.606798 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43fb2b4-4927-4c45-9475-1f006d84bcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bd45ad-06a3-4906-a8ce-118a25e906a4', 'code': 200} Feb 20 22:44:09.638622 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:09.689418 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=80bd45ad-06a3-4906-a8ce-118a25e906a4,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:10.003743 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ef14-1048-4461-86dd-1110333f77cf req-2b3d006d-2e39-4c7a-abb9-b549577cfde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:10.005186 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c387ef14-1048-4461-86dd-1110333f77cf req-2b3d006d-2e39-4c7a-abb9-b549577cfde6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 1129 time: 0.0430636 Feb 20 22:44:10.050765 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c387ef14-1048-4461-86dd-1110333f77cf req-30ef044d-3936-4676-b1fd-3201fe3ad34c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Feb 20 22:44:10.280769 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6a1fb-43f2-432d-af1c-0c4d73b0612e req-b6f185f7-549e-4042-ac59-e16be0b6924d tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:10.282182 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-90b6a1fb-43f2-432d-af1c-0c4d73b0612e req-b6f185f7-549e-4042-ac59-e16be0b6924d tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 945 time: 0.0512590 Feb 20 22:44:10.332758 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-90b6a1fb-43f2-432d-af1c-0c4d73b0612e req-5a14d654-29ab-48c6-aee9-284b7488de9c tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Feb 20 22:44:11.453830 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fbcef-8de1-4a97-a580-1170a67fecd3 req-d6d91776-0f4a-4912-b51f-6beebdd4b0cc tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:11.455215 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-132fbcef-8de1-4a97-a580-1170a67fecd3 req-d6d91776-0f4a-4912-b51f-6beebdd4b0cc tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 945 time: 0.0548539 Feb 20 22:44:11.502517 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-132fbcef-8de1-4a97-a580-1170a67fecd3 req-a1e27057-762f-4049-8ceb-f671d092b493 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408044 Feb 20 22:44:12.630723 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551b439-646b-4285-8886-adce535f1f3a req-606f32c5-02fa-4485-b74e-4a4aabac4f07 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:12.632185 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5551b439-646b-4285-8886-adce535f1f3a req-606f32c5-02fa-4485-b74e-4a4aabac4f07 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 945 time: 0.0527482 Feb 20 22:44:12.679004 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5551b439-646b-4285-8886-adce535f1f3a req-f3ce0a92-41b5-406e-b998-dec47283fe66 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Feb 20 22:44:25.202378 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac293e-875d-4a54-9dab-376348dba945 req-86a4f8dd-85c8-4dd8-a9fd-38d22bc326ab tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:25.203749 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-86a4f8dd-85c8-4dd8-a9fd-38d22bc326ab tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/networks?id=589cef9e-1562-48b9-8e6d-9f98b283f333 HTTP/1.1" status: 200 len: 814 time: 0.1227419 Feb 20 22:44:25.219157 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-0c30ee55-1bc7-4e6d-b488-f73a9dd0eae1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/quotas/228095c62600448a89b2e48aa39c8be1 HTTP/1.1" status: 200 len: 375 time: 0.0087161 Feb 20 22:44:25.276366 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-e98e82ca-2923-4d46-8e1f-f146a9651317 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520842 Feb 20 22:44:25.370700 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-fc1c8aa5-c509-4a18-a07d-df1a3ebc9db0 service neutron] 10.222.0.67 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875432 Feb 20 22:44:25.456972 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-49996d76-9e48-40d1-a434-33655d6a68f2 service neutron] 10.222.0.67 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804176 Feb 20 22:44:25.706641 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9a7d7308-a07b-48e7-937e-b25b147d201a req-250db05d-524b-45cc-a054-78c24f6d8809 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 210 time: 0.0273442 Feb 20 22:44:26.799893 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d45cdb13-0179-41e9-a185-1e8b874e4ecf req-f713db59-aba9-4421-af5b-e73342547c3c tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 210 time: 0.0277593 Feb 20 22:44:27.816914 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac293e-875d-4a54-9dab-376348dba945 req-bfab1776-29de-4167-9eae-82f8f53837eb tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:27.818410 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-bfab1776-29de-4167-9eae-82f8f53837eb tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "GET /v2.0/networks?id=589cef9e-1562-48b9-8e6d-9f98b283f333 HTTP/1.1" status: 200 len: 814 time: 0.1031148 Feb 20 22:44:27.835692 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Request body: {'port': {'device_id': 'cdfbba50-19b7-4269-92b9-9c5a9dda511f', 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333', 'admin_state_up': True, 'tenant_id': '228095c62600448a89b2e48aa39c8be1'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:44:27.914278 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3025b3be-48b3-4c13-abd1-81c7f249d890 req-cfa58fcd-bb91-48d0-9e8d-edaee3d844fb tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 210 time: 0.0367181 Feb 20 22:44:28.048846 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Made reservation on behalf of 228095c62600448a89b2e48aa39c8be1 for: {'port': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:44:28.052202 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:28.183820 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_common [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Allocated IP 172.20.0.3 (589cef9e-1562-48b9-8e6d-9f98b283f333/2c2924e4-3f71-485b-bb15-8b6ffdf5d88f/ae6c623c-955e-496f-9f51-e7cbeed3c416) {{(pid=103376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:44:28.326481 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks [] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:28.421012 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:28.434649 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['5592f1e2-2086-4135-a763-318872e38792', '33f986ca-ad18-44a5-a284-6ab8f678b2ad', '80bd45ad-06a3-4906-a8ce-118a25e906a4'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:44:28.464125 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Network 589cef9e-1562-48b9-8e6d-9f98b283f333 is already hosted by enough agents. {{(pid=103376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:44:28.467305 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Resources bound (agent type, host, resource id): {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:44:28.473683 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Received port after_create {{(pid=103376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:44:28.498420 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Pushing event updated for resources: {'Port': ['ID=ae6c623c-955e-496f-9f51-e7cbeed3c416,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:28.517427 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.517808 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.518154 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.518493 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.518821 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.519150 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.519477 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.519804 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.520125 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.520447 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.520771 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.521095 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.521412 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:44:28.543181 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:28.543827 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:28.681016 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-fab7a182-2493-4846-bbbf-25bc63753dde tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8493416 Feb 20 22:44:28.699182 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Request body: {'port': {'device_id': 'cdfbba50-19b7-4269-92b9-9c5a9dda511f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:44:28.756669 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:29.019727 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6c623c-955e-496f-9f51-e7cbeed3c416 {{(pid=103376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:44:29.028409 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Publish callbacks [] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:29.034766 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66bd8-04df-4149-8dae-4a168cb8d1fc req-2d0c8f61-898b-44d3-92cb-40ca99341797 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:29.042017 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-43a66bd8-04df-4149-8dae-4a168cb8d1fc req-2d0c8f61-898b-44d3-92cb-40ca99341797 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 931 time: 0.0512619 Feb 20 22:44:29.042174 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.provisioning_blocks [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Transition to ACTIVE for port object ae6c623c-955e-496f-9f51-e7cbeed3c416 will not be triggered until provisioned by entity L2. {{(pid=103376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:44:29.085899 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-43a66bd8-04df-4149-8dae-4a168cb8d1fc req-19328faf-dacb-4ac9-bff3-7a6621158262 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Feb 20 22:44:29.151667 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:29.205546 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6c623c-955e-496f-9f51-e7cbeed3c416,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:29.272908 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Attempting to bind port ae6c623c-955e-496f-9f51-e7cbeed3c416 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:44:29.273235 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Attempting to bind port ae6c623c-955e-496f-9f51-e7cbeed3c416 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:44:29.273562 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Attempting to bind port ae6c623c-955e-496f-9f51-e7cbeed3c416 on network 589cef9e-1562-48b9-8e6d-9f98b283f333 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:44:29.277931 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Port ae6c623c-955e-496f-9f51-e7cbeed3c416 on network 589cef9e-1562-48b9-8e6d-9f98b283f333 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:44:29.278250 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Attempting to bind port ae6c623c-955e-496f-9f51-e7cbeed3c416 on network 589cef9e-1562-48b9-8e6d-9f98b283f333 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:44:29.283340 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:44:29.283672 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Checking segment: {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:44:29.284050 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Bound using segment: {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:44:29.284473 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Bound port: ae6c623c-955e-496f-9f51-e7cbeed3c416, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a59132e-16c6-48cd-9985-a1c70f707183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:44:29.284824 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:29.352745 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] For port ae6c623c-955e-496f-9f51-e7cbeed3c416, host hv-cinder-83009, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:44:29.355729 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] For port ae6c623c-955e-496f-9f51-e7cbeed3c416, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ae6c623c-955e-496f-9f51-e7cbeed3c416,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:44:29.454322 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9812654'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:29.487959 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:29.488575 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:29.489972 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] 10.222.0.91 "PUT /v2.0/ports/ae6c623c-955e-496f-9f51-e7cbeed3c416 HTTP/1.1" status: 200 len: 1093 time: 0.7950876 Feb 20 22:44:29.490448 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfbba50-19b7-4269-92b9-9c5a9dda511f', 'tag': 'ae6c623c-955e-496f-9f51-e7cbeed3c416'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:44:29.492664 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec21d7b-232b-454b-8990-091c389f1f45" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfbba50-19b7-4269-92b9-9c5a9dda511f", "tag": "ae6c623c-955e-496f-9f51-e7cbeed3c416"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:44:29.518002 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a7eb7-87cb-4688-8351-5b3364a3f029 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6c623c-955e-496f-9f51-e7cbeed3c416,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:29.529460 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a450c4-4f40-4518-8b49-3d9e9da1bcc5 x-openstack-request-id: req-d0a450c4-4f40-4518-8b49-3d9e9da1bcc5 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:44:29.529775 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfbba50-19b7-4269-92b9-9c5a9dda511f", "tag": "ae6c623c-955e-496f-9f51-e7cbeed3c416", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:44:29.530027 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d0a450c4-4f40-4518-8b49-3d9e9da1bcc5 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:44:29.530426 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfbba50-19b7-4269-92b9-9c5a9dda511f', 'tag': 'ae6c623c-955e-496f-9f51-e7cbeed3c416', 'status': 'completed', 'code': 200} Feb 20 22:44:29.594940 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec21d7b-232b-454b-8990-091c389f1f45 req-aa35e8ad-9edf-4679-9795-f810f83ba42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:29.596482 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5ec21d7b-232b-454b-8990-091c389f1f45 req-aa35e8ad-9edf-4679-9795-f810f83ba42f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 1127 time: 0.0458636 Feb 20 22:44:29.696604 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec21d7b-232b-454b-8990-091c389f1f45 req-5506bda7-0a43-4c12-8c12-731fec21af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:29.698077 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5ec21d7b-232b-454b-8990-091c389f1f45 req-5506bda7-0a43-4c12-8c12-731fec21af3b service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=228095c62600448a89b2e48aa39c8be1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0921607 Feb 20 22:44:29.788395 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec21d7b-232b-454b-8990-091c389f1f45 req-e97a972b-f676-4189-872e-238057e602b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:29.789973 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5ec21d7b-232b-454b-8990-091c389f1f45 req-e97a972b-f676-4189-872e-238057e602b3 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858798 Feb 20 22:44:29.866415 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac293e-875d-4a54-9dab-376348dba945 req-dc358ada-5615-47dd-9338-27695673b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:29.867909 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-dc358ada-5615-47dd-9338-27695673b9c7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=228095c62600448a89b2e48aa39c8be1&device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 1127 time: 0.0434291 Feb 20 22:44:29.912176 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-0dda47cc-b404-48d6-90f6-3b04a6b672c0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae6c623c-955e-496f-9f51-e7cbeed3c416 HTTP/1.1" status: 200 len: 217 time: 0.0360453 Feb 20 22:44:29.958642 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac293e-875d-4a54-9dab-376348dba945 req-0f86cb96-b4b4-4256-af16-e6dc56983b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:29.960271 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-0f86cb96-b4b4-4256-af16-e6dc56983b46 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=2c2924e4-3f71-485b-bb15-8b6ffdf5d88f HTTP/1.1" status: 200 len: 854 time: 0.0426044 Feb 20 22:44:29.992091 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-4a43215a-b409-47b2-8630-5c4f5a896167 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=589cef9e-1562-48b9-8e6d-9f98b283f333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239334 Feb 20 22:44:30.079241 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-f870a9be-fb20-48dc-9984-2ce83ff4c415 service neutron] 10.222.0.91 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814986 Feb 20 22:44:30.175837 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-73ac293e-875d-4a54-9dab-376348dba945 req-896211e4-abc0-40db-9e61-c4ac560a0df9 service neutron] 10.222.0.91 "GET /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819924 Feb 20 22:44:30.209837 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d34d0-be8b-40c1-9f96-b99eed99ea74 req-c8cdf932-ca41-4fda-bc14-76a622c56dc5 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:30.211519 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c98d34d0-be8b-40c1-9f96-b99eed99ea74 req-c8cdf932-ca41-4fda-bc14-76a622c56dc5 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 943 time: 0.0557642 Feb 20 22:44:30.259875 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c98d34d0-be8b-40c1-9f96-b99eed99ea74 req-5023b0bf-4e0c-49ea-8f11-69ad0db38c90 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Feb 20 22:44:31.383201 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bfbdd-04e1-4394-bbe7-0ce140c3fb5f req-62893118-c38a-4263-8ad5-ffd5960bb403 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:31.384594 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d22bfbdd-04e1-4394-bbe7-0ce140c3fb5f req-62893118-c38a-4263-8ad5-ffd5960bb403 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 943 time: 0.0542908 Feb 20 22:44:31.435140 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d22bfbdd-04e1-4394-bbe7-0ce140c3fb5f req-4da2e6a0-e030-4726-8e35-01b5f0f7154b tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450640 Feb 20 22:44:32.088932 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a31e9ae5-9124-4804-bf00-199dc9c7a4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:32.320549 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:44:32.551811 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7168c9-befb-45d2-9875-c03d6091321e req-375889cd-ef93-4815-89e3-082e66eba0db tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:32.553913 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4e7168c9-befb-45d2-9875-c03d6091321e req-375889cd-ef93-4815-89e3-082e66eba0db tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 943 time: 0.0513723 Feb 20 22:44:32.599197 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4e7168c9-befb-45d2-9875-c03d6091321e req-d65d8d99-11fd-41d5-a65a-3be707c61979 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397408 Feb 20 22:44:33.487009 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device ae6c623c-955e-496f-9f51-e7cbeed3c416 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:44:33.587755 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port ae6c623c-955e-496f-9f51-e7cbeed3c416, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ae6c623c-955e-496f-9f51-e7cbeed3c416,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:44:33.598729 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': 'ae6c623c-955e-496f-9f51-e7cbeed3c416', 'network_id': '589cef9e-1562-48b9-8e6d-9f98b283f333', 'port_id': 'ae6c623c-955e-496f-9f51-e7cbeed3c416', 'mac_address': 'fa:16:3e:31:31:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2924e4-3f71-485b-bb15-8b6ffdf5d88f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:44:33.637638 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port ae6c623c-955e-496f-9f51-e7cbeed3c416 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:44:33.638057 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:33.651225 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6c623c-955e-496f-9f51-e7cbeed3c416 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:44:33.670728 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port ae6c623c-955e-496f-9f51-e7cbeed3c416, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ae6c623c-955e-496f-9f51-e7cbeed3c416,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:44:33.719576 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0ed62-d6d5-46c0-9e84-2b3153aa4cb7 req-9ea8f098-c0dc-4e3b-a743-8901bd85ccc1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:33.721056 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c7a0ed62-d6d5-46c0-9e84-2b3153aa4cb7 req-9ea8f098-c0dc-4e3b-a743-8901bd85ccc1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 943 time: 0.0534189 Feb 20 22:44:33.767688 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c7a0ed62-d6d5-46c0-9e84-2b3153aa4cb7 req-57c9e557-7251-4039-b0b3-fdb9b78df148 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Feb 20 22:44:33.786066 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:33.834772 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=ae6c623c-955e-496f-9f51-e7cbeed3c416,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:34.083246 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:34.092726 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['ae6c623c-955e-496f-9f51-e7cbeed3c416'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:44:34.608796 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54cb88a2-5763-4116-8b0c-fa551c93f2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:34.889866 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497a6bc-5636-4bbb-830a-1cea26122ed9 req-79cfdf99-fa51-447a-997f-53031d255167 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:34.891280 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4497a6bc-5636-4bbb-830a-1cea26122ed9 req-79cfdf99-fa51-447a-997f-53031d255167 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 944 time: 0.0561795 Feb 20 22:44:34.936345 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4497a6bc-5636-4bbb-830a-1cea26122ed9 req-febfb274-2e4e-489f-9897-b87852ab792c tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386527 Feb 20 22:44:35.498205 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device ae6c623c-955e-496f-9f51-e7cbeed3c416 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:44:35.620106 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port ae6c623c-955e-496f-9f51-e7cbeed3c416 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:44:35.624375 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port ae6c623c-955e-496f-9f51-e7cbeed3c416 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:44:35.628822 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:35.628822 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:35.700350 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port ae6c623c-955e-496f-9f51-e7cbeed3c416 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:44:35.700739 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:35.722895 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfbba50-19b7-4269-92b9-9c5a9dda511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6c623c-955e-496f-9f51-e7cbeed3c416'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:44:35.725692 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e075a0-a9f0-4696-ba56-ce9ff428a01a" -d '{"events": [{"server_uuid": "cdfbba50-19b7-4269-92b9-9c5a9dda511f", "name": "network-vif-plugged", "status": "completed", "tag": "ae6c623c-955e-496f-9f51-e7cbeed3c416"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:44:35.737455 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port ae6c623c-955e-496f-9f51-e7cbeed3c416, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ae6c623c-955e-496f-9f51-e7cbeed3c416,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:44:35.763621 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98e0672-8427-4a71-b875-45af78ea3e91 x-openstack-request-id: req-d98e0672-8427-4a71-b875-45af78ea3e91 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:44:35.763903 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfbba50-19b7-4269-92b9-9c5a9dda511f", "name": "network-vif-plugged", "status": "completed", "tag": "ae6c623c-955e-496f-9f51-e7cbeed3c416", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:44:35.764153 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d98e0672-8427-4a71-b875-45af78ea3e91 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:44:35.764560 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfbba50-19b7-4269-92b9-9c5a9dda511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6c623c-955e-496f-9f51-e7cbeed3c416', 'code': 200} Feb 20 22:44:35.797441 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:35.846742 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=ae6c623c-955e-496f-9f51-e7cbeed3c416,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:36.046207 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3538351-4fce-4438-b314-8b30c858e8cc req-d3022c39-5a46-4478-a8fe-3f9efb75ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:36.047645 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a3538351-4fce-4438-b314-8b30c858e8cc req-d3022c39-5a46-4478-a8fe-3f9efb75ad95 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 1129 time: 0.0456245 Feb 20 22:44:36.056481 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18744234-a651-4008-9283-85d72996cfc9 req-13e426e7-59b4-437c-b4cd-761428809cf9 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:36.057967 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-18744234-a651-4008-9283-85d72996cfc9 req-13e426e7-59b4-437c-b4cd-761428809cf9 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 945 time: 0.0540857 Feb 20 22:44:36.092082 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a3538351-4fce-4438-b314-8b30c858e8cc req-9cc37cd0-ae08-473f-8c20-c1bbdc7e5428 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368702 Feb 20 22:44:36.104145 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-18744234-a651-4008-9283-85d72996cfc9 req-1079574c-ba9d-44eb-821e-ae80fb0c56c3 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406642 Feb 20 22:44:36.911346 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:37.227213 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b19e5-60b0-4b52-9491-5ee97dcda6b6 req-435fb10e-c5c4-4a5a-aaf0-9618416bb789 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:37.228593 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3c0b19e5-60b0-4b52-9491-5ee97dcda6b6 req-435fb10e-c5c4-4a5a-aaf0-9618416bb789 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 945 time: 0.0581031 Feb 20 22:44:37.274880 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3c0b19e5-60b0-4b52-9491-5ee97dcda6b6 req-7b618f08-55a0-4093-858e-2ffc9edf2f47 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Feb 20 22:44:38.394354 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41489c5-b20f-4a73-bd38-5036f14a90f9 req-a0d38f98-5331-44d2-a2ab-31dc635d923c tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:38.395719 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c41489c5-b20f-4a73-bd38-5036f14a90f9 req-a0d38f98-5331-44d2-a2ab-31dc635d923c tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 945 time: 0.0547268 Feb 20 22:44:38.441048 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c41489c5-b20f-4a73-bd38-5036f14a90f9 req-c4010837-37e7-493d-b1ab-bb3aa43bb008 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397277 Feb 20 22:44:38.517400 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:52.502543 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73db26-c8fc-4079-b8f6-05287851da81 req-cd69eee0-a551-47e6-8fc1-ed6d58d65b87 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:52.504038 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0e73db26-c8fc-4079-b8f6-05287851da81 req-cd69eee0-a551-47e6-8fc1-ed6d58d65b87 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 945 time: 0.0525398 Feb 20 22:44:52.551143 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0e73db26-c8fc-4079-b8f6-05287851da81 req-03ae9973-5afc-4b98-8581-08dcb5959f34 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Feb 20 22:44:53.671568 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc4db2-ee37-4eef-bd98-85407a9d1b89 req-1203efd7-ba9f-4861-93d5-477864bc2b95 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:53.673042 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-aabc4db2-ee37-4eef-bd98-85407a9d1b89 req-1203efd7-ba9f-4861-93d5-477864bc2b95 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 945 time: 0.0516543 Feb 20 22:44:53.718484 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-aabc4db2-ee37-4eef-bd98-85407a9d1b89 req-867c8b22-8be7-4b80-8e58-69a5fcc74045 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Feb 20 22:44:54.353269 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c25569-b948-4b45-8068-797600c6ff3f req-3bb6031f-07a5-4c3e-b813-78109b774acf tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:54.354709 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b8c25569-b948-4b45-8068-797600c6ff3f req-3bb6031f-07a5-4c3e-b813-78109b774acf tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 945 time: 0.0509627 Feb 20 22:44:54.448942 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b8c25569-b948-4b45-8068-797600c6ff3f req-ceb8d9c7-b4c0-4c9d-bcbb-7385ca4aad99 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Deleting port ae6c623c-955e-496f-9f51-e7cbeed3c416 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:44:54.449204 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b8c25569-b948-4b45-8068-797600c6ff3f req-ceb8d9c7-b4c0-4c9d-bcbb-7385ca4aad99 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:54.533775 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-b8c25569-b948-4b45-8068-797600c6ff3f req-ceb8d9c7-b4c0-4c9d-bcbb-7385ca4aad99 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] For port ae6c623c-955e-496f-9f51-e7cbeed3c416, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ae6c623c-955e-496f-9f51-e7cbeed3c416,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:44:54.534130 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b8c25569-b948-4b45-8068-797600c6ff3f req-ceb8d9c7-b4c0-4c9d-bcbb-7385ca4aad99 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:54.545856 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-b8c25569-b948-4b45-8068-797600c6ff3f req-ceb8d9c7-b4c0-4c9d-bcbb-7385ca4aad99 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Calling delete_port for ae6c623c-955e-496f-9f51-e7cbeed3c416 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:44:54.734031 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b8c25569-b948-4b45-8068-797600c6ff3f req-ceb8d9c7-b4c0-4c9d-bcbb-7385ca4aad99 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (ae6c623c-955e-496f-9f51-e7cbeed3c416), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:54.750418 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['5592f1e2-2086-4135-a763-318872e38792', '33f986ca-ad18-44a5-a284-6ab8f678b2ad', '80bd45ad-06a3-4906-a8ce-118a25e906a4', 'ae6c623c-955e-496f-9f51-e7cbeed3c416'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:44:54.771547 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8d9c7-b4c0-4c9d-bcbb-7385ca4aad99 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Pushing event deleted for resources: {'Port': ['ID=ae6c623c-955e-496f-9f51-e7cbeed3c416,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:54.823422 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c25569-b948-4b45-8068-797600c6ff3f req-ceb8d9c7-b4c0-4c9d-bcbb-7385ca4aad99 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] No DVR routers for this DVR port ae6c623c-955e-496f-9f51-e7cbeed3c416 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:44:54.838563 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-b8c25569-b948-4b45-8068-797600c6ff3f req-ceb8d9c7-b4c0-4c9d-bcbb-7385ca4aad99 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:54.841825 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b8c25569-b948-4b45-8068-797600c6ff3f req-ceb8d9c7-b4c0-4c9d-bcbb-7385ca4aad99 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "DELETE /v2.0/ports/ae6c623c-955e-496f-9f51-e7cbeed3c416 HTTP/1.1" status: 204 len: 173 time: 0.4817326 Feb 20 22:44:54.843627 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-070dfecd-947c-4130-84fb-9861aa37f5fb req-c1fca980-e75d-429a-83d7-7a81a6b6ebd2 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=cdfbba50-19b7-4269-92b9-9c5a9dda511f HTTP/1.1" status: 200 len: 210 time: 0.0476415 Feb 20 22:44:54.844914 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfbba50-19b7-4269-92b9-9c5a9dda511f', 'name': 'network-vif-deleted', 'tag': 'ae6c623c-955e-496f-9f51-e7cbeed3c416'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:44:54.846325 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69deb246-c312-423a-9670-a1f06c189c32" -d '{"events": [{"server_uuid": "cdfbba50-19b7-4269-92b9-9c5a9dda511f", "name": "network-vif-deleted", "tag": "ae6c623c-955e-496f-9f51-e7cbeed3c416"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:44:54.883673 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a5c801-0184-425b-93aa-e4a437dd7fc3 x-openstack-request-id: req-55a5c801-0184-425b-93aa-e4a437dd7fc3 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:44:54.884034 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfbba50-19b7-4269-92b9-9c5a9dda511f", "name": "network-vif-deleted", "tag": "ae6c623c-955e-496f-9f51-e7cbeed3c416", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:44:54.884296 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-55a5c801-0184-425b-93aa-e4a437dd7fc3 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:44:54.884692 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfbba50-19b7-4269-92b9-9c5a9dda511f', 'name': 'network-vif-deleted', 'tag': 'ae6c623c-955e-496f-9f51-e7cbeed3c416', 'status': 'completed', 'code': 200} Feb 20 22:44:57.534218 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b2730-cc4d-4357-ba2c-d2365349a3c6 req-7c774213-2eee-4113-b06e-789ab5561b21 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:57.535673 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-957b2730-cc4d-4357-ba2c-d2365349a3c6 req-7c774213-2eee-4113-b06e-789ab5561b21 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 945 time: 0.0533087 Feb 20 22:44:57.581269 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-957b2730-cc4d-4357-ba2c-d2365349a3c6 req-b4a6b4dd-9bb0-4ac3-8b06-d2dabc1db9f0 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Feb 20 22:44:57.619983 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device ae6c623c-955e-496f-9f51-e7cbeed3c416 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:44:57.640113 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: ae6c623c-955e-496f-9f51-e7cbeed3c416 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:44:57.640454 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device ae6c623c-955e-496f-9f51-e7cbeed3c416 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:44:58.701151 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f87d5-8f33-4cc3-8fd9-ae89dc933a37 req-aa294de9-eb99-4da1-84f8-66d54db0a6dc tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:58.702640 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f00f87d5-8f33-4cc3-8fd9-ae89dc933a37 req-aa294de9-eb99-4da1-84f8-66d54db0a6dc tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 945 time: 0.0523729 Feb 20 22:44:58.752038 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f00f87d5-8f33-4cc3-8fd9-ae89dc933a37 req-6e93fefe-68fa-4dab-9379-d4e57a946a10 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Feb 20 22:44:59.057602 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-8e93b43b-6a62-4ab4-805e-5c34f510fccb tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:44:59.065457 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-8e93b43b-6a62-4ab4-805e-5c34f510fccb tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 945 time: 0.0547442 Feb 20 22:44:59.152052 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-82ac3037-c6ff-451b-a55c-0f4bf48fa43a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Deleting port 80bd45ad-06a3-4906-a8ce-118a25e906a4 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:44:59.152454 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-82ac3037-c6ff-451b-a55c-0f4bf48fa43a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:59.241609 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-82ac3037-c6ff-451b-a55c-0f4bf48fa43a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] For port 80bd45ad-06a3-4906-a8ce-118a25e906a4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=80bd45ad-06a3-4906-a8ce-118a25e906a4,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:44:59.242022 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-82ac3037-c6ff-451b-a55c-0f4bf48fa43a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:59.253713 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-82ac3037-c6ff-451b-a55c-0f4bf48fa43a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Calling delete_port for 80bd45ad-06a3-4906-a8ce-118a25e906a4 owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:44:59.408511 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-82ac3037-c6ff-451b-a55c-0f4bf48fa43a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (80bd45ad-06a3-4906-a8ce-118a25e906a4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:59.420445 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['5592f1e2-2086-4135-a763-318872e38792', '33f986ca-ad18-44a5-a284-6ab8f678b2ad', '80bd45ad-06a3-4906-a8ce-118a25e906a4'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:44:59.441465 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac3037-c6ff-451b-a55c-0f4bf48fa43a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Pushing event deleted for resources: {'Port': ['ID=80bd45ad-06a3-4906-a8ce-118a25e906a4,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:44:59.486003 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-82ac3037-c6ff-451b-a55c-0f4bf48fa43a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] No DVR routers for this DVR port 80bd45ad-06a3-4906-a8ce-118a25e906a4 on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:44:59.488555 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-82ac3037-c6ff-451b-a55c-0f4bf48fa43a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:44:59.493151 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-c70c5ee8-2b5c-44b7-b133-2fa19db3cb91 req-82ac3037-c6ff-451b-a55c-0f4bf48fa43a tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "DELETE /v2.0/ports/80bd45ad-06a3-4906-a8ce-118a25e906a4 HTTP/1.1" status: 204 len: 173 time: 0.4291649 Feb 20 22:44:59.493613 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43fb2b4-4927-4c45-9475-1f006d84bcbe', 'name': 'network-vif-deleted', 'tag': '80bd45ad-06a3-4906-a8ce-118a25e906a4'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:44:59.496069 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f62580-0dfd-4db0-b4bf-79a36d48cbb3" -d '{"events": [{"server_uuid": "a43fb2b4-4927-4c45-9475-1f006d84bcbe", "name": "network-vif-deleted", "tag": "80bd45ad-06a3-4906-a8ce-118a25e906a4"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:44:59.536941 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327296ab-7209-451b-a21c-e8b7b6fa9149 x-openstack-request-id: req-327296ab-7209-451b-a21c-e8b7b6fa9149 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:44:59.536941 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43fb2b4-4927-4c45-9475-1f006d84bcbe", "name": "network-vif-deleted", "tag": "80bd45ad-06a3-4906-a8ce-118a25e906a4", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:44:59.536941 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-327296ab-7209-451b-a21c-e8b7b6fa9149 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:44:59.536941 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43fb2b4-4927-4c45-9475-1f006d84bcbe', 'name': 'network-vif-deleted', 'tag': '80bd45ad-06a3-4906-a8ce-118a25e906a4', 'status': 'completed', 'code': 200} Feb 20 22:44:59.856065 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e373ee37-eb97-4526-bfcd-227abe2749c0 req-49b5cf2f-bf88-4241-a325-738373ebe4f7 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=a43fb2b4-4927-4c45-9475-1f006d84bcbe HTTP/1.1" status: 200 len: 210 time: 0.0263309 Feb 20 22:45:01.347040 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3185-2df4-44ba-a67d-222e1421f1de req-57d83f26-dada-4f8a-baf2-548c18ffe422 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:01.348509 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2bfd3185-2df4-44ba-a67d-222e1421f1de req-57d83f26-dada-4f8a-baf2-548c18ffe422 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 945 time: 0.1058803 Feb 20 22:45:01.395711 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2bfd3185-2df4-44ba-a67d-222e1421f1de req-f3f8eca1-f618-48a0-8e8f-fb2c831d8b1f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Feb 20 22:45:01.617813 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 80bd45ad-06a3-4906-a8ce-118a25e906a4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:45:01.642898 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 80bd45ad-06a3-4906-a8ce-118a25e906a4 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:45:01.643234 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 80bd45ad-06a3-4906-a8ce-118a25e906a4 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:45:02.140038 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-79a141d9-2f00-4aa7-b211-be8a7d592ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:02.563232 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d1771-9097-43e8-a1a3-7bea4d53d19e req-bf8b4fcf-376b-4971-b87e-161e5f1a49d4 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:02.568222 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-450d1771-9097-43e8-a1a3-7bea4d53d19e req-bf8b4fcf-376b-4971-b87e-161e5f1a49d4 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 945 time: 0.1014509 Feb 20 22:45:02.610010 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b056690-0822-4d3c-b078-27e61d274d2c req-ba6b014e-532b-4719-a5eb-62b94eafef6c tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:02.611474 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4b056690-0822-4d3c-b078-27e61d274d2c req-ba6b014e-532b-4719-a5eb-62b94eafef6c tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 945 time: 0.0560143 Feb 20 22:45:02.613122 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-450d1771-9097-43e8-a1a3-7bea4d53d19e req-9807cb31-e982-43c7-84f0-bf19fbffe775 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 Feb 20 22:45:02.709370 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4b056690-0822-4d3c-b078-27e61d274d2c req-a03095d5-935d-4397-853e-e979a52a82d1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Deleting port 33f986ca-ad18-44a5-a284-6ab8f678b2ad {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:45:02.709640 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b056690-0822-4d3c-b078-27e61d274d2c req-a03095d5-935d-4397-853e-e979a52a82d1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:02.798312 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [req-4b056690-0822-4d3c-b078-27e61d274d2c req-a03095d5-935d-4397-853e-e979a52a82d1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] For port 33f986ca-ad18-44a5-a284-6ab8f678b2ad, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=33f986ca-ad18-44a5-a284-6ab8f678b2ad,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:02.798672 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b056690-0822-4d3c-b078-27e61d274d2c req-a03095d5-935d-4397-853e-e979a52a82d1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:02.810682 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [req-4b056690-0822-4d3c-b078-27e61d274d2c req-a03095d5-935d-4397-853e-e979a52a82d1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Calling delete_port for 33f986ca-ad18-44a5-a284-6ab8f678b2ad owned by compute:nova {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:45:02.986088 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b056690-0822-4d3c-b078-27e61d274d2c req-a03095d5-935d-4397-853e-e979a52a82d1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (33f986ca-ad18-44a5-a284-6ab8f678b2ad), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:02.999234 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['5592f1e2-2086-4135-a763-318872e38792', '33f986ca-ad18-44a5-a284-6ab8f678b2ad'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:45:03.019824 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03095d5-935d-4397-853e-e979a52a82d1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Pushing event deleted for resources: {'Port': ['ID=33f986ca-ad18-44a5-a284-6ab8f678b2ad,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:03.063771 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b056690-0822-4d3c-b078-27e61d274d2c req-a03095d5-935d-4397-853e-e979a52a82d1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] No DVR routers for this DVR port 33f986ca-ad18-44a5-a284-6ab8f678b2ad on host hv-cinder-83009 {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:45:03.066382 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [req-4b056690-0822-4d3c-b078-27e61d274d2c req-a03095d5-935d-4397-853e-e979a52a82d1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:03.070794 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-4b056690-0822-4d3c-b078-27e61d274d2c req-a03095d5-935d-4397-853e-e979a52a82d1 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "DELETE /v2.0/ports/33f986ca-ad18-44a5-a284-6ab8f678b2ad HTTP/1.1" status: 204 len: 173 time: 0.4534841 Feb 20 22:45:03.071253 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c', 'name': 'network-vif-deleted', 'tag': '33f986ca-ad18-44a5-a284-6ab8f678b2ad'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:45:03.074047 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85216bba-08eb-43b3-9b66-d0c2dc12c5e2" -d '{"events": [{"server_uuid": "572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c", "name": "network-vif-deleted", "tag": "33f986ca-ad18-44a5-a284-6ab8f678b2ad"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:45:03.110403 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef0687-1083-4310-82d0-00d14811919d x-openstack-request-id: req-3eef0687-1083-4310-82d0-00d14811919d {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:45:03.110700 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c", "name": "network-vif-deleted", "tag": "33f986ca-ad18-44a5-a284-6ab8f678b2ad", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:45:03.110964 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3eef0687-1083-4310-82d0-00d14811919d {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:45:03.111350 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c', 'name': 'network-vif-deleted', 'tag': '33f986ca-ad18-44a5-a284-6ab8f678b2ad', 'status': 'completed', 'code': 200} Feb 20 22:45:03.719242 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-aed6755d-b7e5-43d2-8bb4-00d9958736f5 req-f4651e5a-b5b6-4a68-8976-9a610b90faf7 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=572e4836-9d92-4a6a-8b10-8c1b2d7b3f5c HTTP/1.1" status: 200 len: 210 time: 0.0270798 Feb 20 22:45:04.077068 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:04.608515 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5ab44577-23d4-4543-918b-c308ff2ddb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:05.635905 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 33f986ca-ad18-44a5-a284-6ab8f678b2ad no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:45:05.656481 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:05.657117 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 33f986ca-ad18-44a5-a284-6ab8f678b2ad {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:45:05.657490 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 33f986ca-ad18-44a5-a284-6ab8f678b2ad not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:45:06.440698 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c431-20eb-44a9-a4ce-9784faec21e8 req-13fe1344-5636-4f61-8c9b-5c3b17dd92bf tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:06.442158 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d363c431-20eb-44a9-a4ce-9784faec21e8 req-13fe1344-5636-4f61-8c9b-5c3b17dd92bf tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 946 time: 0.0510075 Feb 20 22:45:06.489320 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d363c431-20eb-44a9-a4ce-9784faec21e8 req-2d3d3537-f4c5-48c9-841c-8f349fc89511 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404809 Feb 20 22:45:06.939759 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:07.575436 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-c5fa8570-aac2-4f5e-8519-8a43feac2bf2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479982 Feb 20 22:45:07.614598 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f0c97-9653-4c62-b7dc-33bfd8ff3b9d req-4dd4a5ee-23af-454d-bb87-e495319e9cc6 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:07.615996 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4f1f0c97-9653-4c62-b7dc-33bfd8ff3b9d req-4dd4a5ee-23af-454d-bb87-e495319e9cc6 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 946 time: 0.0570617 Feb 20 22:45:07.643645 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-4911f514-52e7-439a-bc38-c722f198fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:07.645188 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-4911f514-52e7-439a-bc38-c722f198fb6a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 1129 time: 0.0474942 Feb 20 22:45:07.665049 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4f1f0c97-9653-4c62-b7dc-33bfd8ff3b9d req-ed06ade2-fb5f-427a-bfe3-6f38431a043f tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c629e9b-94b9-458e-8803-6b9c0deaa4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Feb 20 22:45:07.749655 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-a142c8fc-15e4-4ea4-8516-1cc0772ed650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:07.751171 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-a142c8fc-15e4-4ea4-8516-1cc0772ed650 service neutron] 10.222.0.91 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 912 time: 0.0858774 Feb 20 22:45:07.953654 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d716732-646e-4da6-870a-7e329cf91610 req-dffc442a-120a-49ef-b586-e6824e4386d8 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:07.955234 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4d716732-646e-4da6-870a-7e329cf91610 req-dffc442a-120a-49ef-b586-e6824e4386d8 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 946 time: 0.0541875 Feb 20 22:45:08.055964 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-4d716732-646e-4da6-870a-7e329cf91610 req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Deleting port 5592f1e2-2086-4135-a763-318872e38792 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:45:08.056303 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4d716732-646e-4da6-870a-7e329cf91610 req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (5592f1e2-2086-4135-a763-318872e38792), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:08.077414 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-60c58371-7486-4d23-9a3e-dde3ad77c09d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b3f327-686b-4593-9c9e-86e4184d0dd0 HTTP/1.1" status: 200 len: 1001 time: 0.3186688 Feb 20 22:45:08.125605 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-b0cde537-da28-4b78-81ce-8c8488b3a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:08.127095 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-b0cde537-da28-4b78-81ce-8c8488b3a9c8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 200 len: 850 time: 0.0436888 Feb 20 22:45:08.145383 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-4d716732-646e-4da6-870a-7e329cf91610 req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] For port 5592f1e2-2086-4135-a763-318872e38792, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=5592f1e2-2086-4135-a763-318872e38792,segment=NetworkSegment(2a59132e-16c6-48cd-9985-a1c70f707183),segment_id=2a59132e-16c6-48cd-9985-a1c70f707183)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:08.145763 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4d716732-646e-4da6-870a-7e329cf91610 req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (5592f1e2-2086-4135-a763-318872e38792), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:08.157568 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-4d716732-646e-4da6-870a-7e329cf91610 req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Calling delete_port for 5592f1e2-2086-4135-a763-318872e38792 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:45:08.178975 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-d5ca7624-d52f-4178-80eb-10f05fee8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:08.181195 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-d5ca7624-d52f-4178-80eb-10f05fee8d2d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17bda384-38d7-4592-a4bb-4dd6daeb6237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474024 Feb 20 22:45:08.191000 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-8bc527d1-ed62-43cc-a172-12a06f3715ca service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:45:08.191956 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-8bc527d1-ed62-43cc-a172-12a06f3715ca service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050426 Feb 20 22:45:08.282523 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-1115c8fc-6fe3-4baf-a119-7c1820ad36cc service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842714 Feb 20 22:45:08.378784 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-8c5d2d70-1cd7-44e7-8999-434228e622f0 req-d2f4a045-ae87-445c-8ab9-ffc4445fdc57 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899794 Feb 20 22:45:08.528242 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:08.586381 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4d716732-646e-4da6-870a-7e329cf91610 req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (5592f1e2-2086-4135-a763-318872e38792), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:08.597263 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['5592f1e2-2086-4135-a763-318872e38792'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:45:08.615069 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Pushing event deleted for resources: {'Port': ['ID=5592f1e2-2086-4135-a763-318872e38792,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:08.627426 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.627781 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.628125 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.628464 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.628850 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.629134 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.629465 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.629833 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.630160 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.630486 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.630812 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.631138 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.631487 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:08.666752 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d716732-646e-4da6-870a-7e329cf91610 req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] No DVR routers for this DVR port 5592f1e2-2086-4135-a763-318872e38792 on host hv-cinder-83009 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:45:08.669199 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-4d716732-646e-4da6-870a-7e329cf91610 req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:08.672459 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4d716732-646e-4da6-870a-7e329cf91610 req-43c061d9-c6f8-46f4-8ad0-ac469f355580 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.91 "DELETE /v2.0/ports/5592f1e2-2086-4135-a763-318872e38792 HTTP/1.1" status: 204 len: 173 time: 0.7099595 Feb 20 22:45:08.672886 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf3e2d4-7325-4cb1-a785-1cf85654aa97', 'name': 'network-vif-deleted', 'tag': '5592f1e2-2086-4135-a763-318872e38792'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:45:08.675124 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868c6443-bb23-4d9f-873a-17bbc57e6335" -d '{"events": [{"server_uuid": "faf3e2d4-7325-4cb1-a785-1cf85654aa97", "name": "network-vif-deleted", "tag": "5592f1e2-2086-4135-a763-318872e38792"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:45:08.714059 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817cc01e-f390-4145-bce3-cc046ab2bd1c x-openstack-request-id: req-817cc01e-f390-4145-bce3-cc046ab2bd1c {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:45:08.714367 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf3e2d4-7325-4cb1-a785-1cf85654aa97", "name": "network-vif-deleted", "tag": "5592f1e2-2086-4135-a763-318872e38792", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:45:08.714614 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-817cc01e-f390-4145-bce3-cc046ab2bd1c {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:45:08.715005 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf3e2d4-7325-4cb1-a785-1cf85654aa97', 'name': 'network-vif-deleted', 'tag': '5592f1e2-2086-4135-a763-318872e38792', 'status': 'completed', 'code': 200} Feb 20 22:45:08.778311 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0468328e-b324-488b-984f-e720134741b6 req-15c1861a-66f7-4b1e-a763-e1c93b6462d4 tempest-AttachVolumeNegativeTest-1151605007 tempest-AttachVolumeNegativeTest-1151605007-project] 10.222.0.67 "GET /v2.0/ports?device_id=faf3e2d4-7325-4cb1-a785-1cf85654aa97 HTTP/1.1" status: 200 len: 210 time: 0.0333278 Feb 20 22:45:09.318766 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:45:09.835176 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49432) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:09.878554 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fadad1-d9cf-45f0-9d52-8b7fde604178 admin admin] Deleting subnet 2c2924e4-3f71-485b-bb15-8b6ffdf5d88f {{(pid=103376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:45:09.881435 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24fadad1-d9cf-45f0-9d52-8b7fde604178 admin admin] Publish callbacks [] for subnet (2c2924e4-3f71-485b-bb15-8b6ffdf5d88f), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:09.918573 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24fadad1-d9cf-45f0-9d52-8b7fde604178 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9812018'] for subnet (2c2924e4-3f71-485b-bb15-8b6ffdf5d88f), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:09.957941 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24fadad1-d9cf-45f0-9d52-8b7fde604178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (2c2924e4-3f71-485b-bb15-8b6ffdf5d88f), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.106146 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24fadad1-d9cf-45f0-9d52-8b7fde604178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9812068', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3042563'] for subnet (2c2924e4-3f71-485b-bb15-8b6ffdf5d88f), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.131922 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fadad1-d9cf-45f0-9d52-8b7fde604178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2924e4-3f71-485b-bb15-8b6ffdf5d88f,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:10.135666 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-24fadad1-d9cf-45f0-9d52-8b7fde604178 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.138822 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-24fadad1-d9cf-45f0-9d52-8b7fde604178 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2c2924e4-3f71-485b-bb15-8b6ffdf5d88f HTTP/1.1" status: 204 len: 168 time: 0.3021178 Feb 20 22:45:10.141279 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49434) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:10.207832 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (589cef9e-1562-48b9-8e6d-9f98b283f333), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.290592 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (589cef9e-1562-48b9-8e6d-9f98b283f333), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.310357 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589cef9e-1562-48b9-8e6d-9f98b283f333']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:45:10.319192 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a59132e-16c6-48cd-9985-a1c70f707183') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:45:10.319491 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a59132e-16c6-48cd-9985-a1c70f707183') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:45:10.328841 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (2a59132e-16c6-48cd-9985-a1c70f707183), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.342004 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (2a59132e-16c6-48cd-9985-a1c70f707183), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.347700 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:45:10.348085 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (2a59132e-16c6-48cd-9985-a1c70f707183), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:45:10.349805 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:45:10.471030 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (589cef9e-1562-48b9-8e6d-9f98b283f333), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.476928 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.480151 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] 10.222.0.67 "DELETE /v2.0/networks/589cef9e-1562-48b9-8e6d-9f98b283f333 HTTP/1.1" status: 204 len: 168 time: 0.3379133 Feb 20 22:45:10.491202 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651ad05-3eaf-4375-911c-5e7dc8984d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=589cef9e-1562-48b9-8e6d-9f98b283f333,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:10.755580 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49438) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:10.798391 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-7530baaa-75e2-49f2-86a9-5ae7e53ceaae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=228095c62600448a89b2e48aa39c8be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416014 Feb 20 22:45:10.800815 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49440) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:10.846373 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551dad68-df06-44d0-ad33-5b5f2a22d60e admin admin] Publish callbacks [] for security_group (3c629e9b-94b9-458e-8803-6b9c0deaa4c0), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.866182 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551dad68-df06-44d0-ad33-5b5f2a22d60e admin admin] Publish callbacks [] for security_group (3c629e9b-94b9-458e-8803-6b9c0deaa4c0), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.985396 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551dad68-df06-44d0-ad33-5b5f2a22d60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3c629e9b-94b9-458e-8803-6b9c0deaa4c0), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.988010 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-551dad68-df06-44d0-ad33-5b5f2a22d60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:10.989175 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-551dad68-df06-44d0-ad33-5b5f2a22d60e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3c629e9b-94b9-458e-8803-6b9c0deaa4c0 HTTP/1.1" status: 204 len: 168 time: 0.1874702 Feb 20 22:45:10.997594 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dad68-df06-44d0-ad33-5b5f2a22d60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c629e9b-94b9-458e-8803-6b9c0deaa4c0,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:11.649555 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 5592f1e2-2086-4135-a763-318872e38792 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:45:11.668720 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 5592f1e2-2086-4135-a763-318872e38792 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:45:11.669279 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 5592f1e2-2086-4135-a763-318872e38792 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:45:14.446497 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49510) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:14.547491 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2cc02895-ce43-4262-805e-aecf9e56afd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:14.619879 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2cc02895-ce43-4262-805e-aecf9e56afd9 admin admin] Publish callbacks [] for security_group (6e751b7e-f321-4696-81f2-cd89501e5af1), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:14.688093 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2cc02895-ce43-4262-805e-aecf9e56afd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (6e751b7e-f321-4696-81f2-cd89501e5af1), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:14.726999 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-2cc02895-ce43-4262-805e-aecf9e56afd9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c952a293675e436db3ab164cf964eff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794237 Feb 20 22:45:14.727860 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc02895-ce43-4262-805e-aecf9e56afd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e751b7e-f321-4696-81f2-cd89501e5af1,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:14.730276 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 49514) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:14.777227 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0fcd89be-b4de-4fe7-998c-57e025e36d48 admin admin] Publish callbacks [] for security_group (6e751b7e-f321-4696-81f2-cd89501e5af1), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:14.797309 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0fcd89be-b4de-4fe7-998c-57e025e36d48 admin admin] Publish callbacks [] for security_group (6e751b7e-f321-4696-81f2-cd89501e5af1), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:14.899716 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0fcd89be-b4de-4fe7-998c-57e025e36d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (6e751b7e-f321-4696-81f2-cd89501e5af1), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:14.902211 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-0fcd89be-b4de-4fe7-998c-57e025e36d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:14.903383 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-0fcd89be-b4de-4fe7-998c-57e025e36d48 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e751b7e-f321-4696-81f2-cd89501e5af1 HTTP/1.1" status: 204 len: 168 time: 0.1721308 Feb 20 22:45:14.911424 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd89be-b4de-4fe7-998c-57e025e36d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e751b7e-f321-4696-81f2-cd89501e5af1,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:15.457085 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 49520) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:15.469880 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c79a1e8-43f1-4dea-b1b4-35a652c52382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:15.541533 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c79a1e8-43f1-4dea-b1b4-35a652c52382 admin admin] Publish callbacks [] for security_group (3b2080f1-afda-465b-928f-3f81e9c183b2), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:15.653899 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8c79a1e8-43f1-4dea-b1b4-35a652c52382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3b2080f1-afda-465b-928f-3f81e9c183b2), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:15.689420 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79a1e8-43f1-4dea-b1b4-35a652c52382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2080f1-afda-465b-928f-3f81e9c183b2,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:15.693748 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8c79a1e8-43f1-4dea-b1b4-35a652c52382 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ec59eaee9d3d415180da259801828fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355781 Feb 20 22:45:15.696890 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 49522) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:15.747483 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2d73-4e18-4649-9cec-adc5cd00db24 admin admin] Publish callbacks [] for security_group (3b2080f1-afda-465b-928f-3f81e9c183b2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:15.767778 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2d73-4e18-4649-9cec-adc5cd00db24 admin admin] Publish callbacks [] for security_group (3b2080f1-afda-465b-928f-3f81e9c183b2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:15.876637 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2d73-4e18-4649-9cec-adc5cd00db24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (3b2080f1-afda-465b-928f-3f81e9c183b2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:15.879159 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2d73-4e18-4649-9cec-adc5cd00db24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:15.880283 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8ebc2d73-4e18-4649-9cec-adc5cd00db24 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3b2080f1-afda-465b-928f-3f81e9c183b2 HTTP/1.1" status: 204 len: 168 time: 0.1825159 Feb 20 22:45:15.888600 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc2d73-4e18-4649-9cec-adc5cd00db24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2080f1-afda-465b-928f-3f81e9c183b2,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:17.643515 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 49552) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:17.746058 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5108a1a5-32d3-4f12-8c63-fd73322b44d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:17.817493 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5108a1a5-32d3-4f12-8c63-fd73322b44d5 admin admin] Publish callbacks [] for security_group (1deb15d3-2967-45c5-a941-031d87e7bff8), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:17.922121 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-5108a1a5-32d3-4f12-8c63-fd73322b44d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (1deb15d3-2967-45c5-a941-031d87e7bff8), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:17.960235 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-5108a1a5-32d3-4f12-8c63-fd73322b44d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=61ee9475a941411d810993dd6da42619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154526 Feb 20 22:45:17.961428 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108a1a5-32d3-4f12-8c63-fd73322b44d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1deb15d3-2967-45c5-a941-031d87e7bff8,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:17.963923 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49556) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:18.013620 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c57674a1-d7a2-48e0-b403-69b1f09bcf63 admin admin] Publish callbacks [] for security_group (1deb15d3-2967-45c5-a941-031d87e7bff8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:18.035253 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c57674a1-d7a2-48e0-b403-69b1f09bcf63 admin admin] Publish callbacks [] for security_group (1deb15d3-2967-45c5-a941-031d87e7bff8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:18.213737 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c57674a1-d7a2-48e0-b403-69b1f09bcf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (1deb15d3-2967-45c5-a941-031d87e7bff8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:18.216262 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c57674a1-d7a2-48e0-b403-69b1f09bcf63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:18.217405 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-c57674a1-d7a2-48e0-b403-69b1f09bcf63 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1deb15d3-2967-45c5-a941-031d87e7bff8 HTTP/1.1" status: 204 len: 168 time: 0.2524920 Feb 20 22:45:18.225132 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57674a1-d7a2-48e0-b403-69b1f09bcf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deb15d3-2967-45c5-a941-031d87e7bff8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:29.001667 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932cb2e-b1f2-43f2-b47a-10cc8dd4906b req-a13ef31d-0445-4c00-a5cb-6c18b483897b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:29.003181 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5932cb2e-b1f2-43f2-b47a-10cc8dd4906b req-a13ef31d-0445-4c00-a5cb-6c18b483897b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0571539 Feb 20 22:45:29.051747 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5932cb2e-b1f2-43f2-b47a-10cc8dd4906b req-9de5a925-07ee-4294-a51b-7f7e86fac299 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429003 Feb 20 22:45:29.841041 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49646) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:29.942078 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:30.015875 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Publish callbacks [] for security_group (68febf0a-1681-4c62-ace7-8e025237dc95), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:30.093437 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (68febf0a-1681-4c62-ace7-8e025237dc95), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:30.132314 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=719f885b8a404455891319af58081ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901468 Feb 20 22:45:30.133492 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68febf0a-1681-4c62-ace7-8e025237dc95,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:30.135965 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49652) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:30.154751 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.155103 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.155447 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.155791 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.156121 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.156447 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.156779 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.157098 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.157456 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.157804 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.158130 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.158449 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.158773 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d71af5e-12fb-4474-a796-b9d44bbc0116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:30.175897 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37e0e2-6501-4a0a-bbf8-409b12b8e013 req-4214f5be-af45-4e76-b956-6488a9c30041 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:30.177371 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9b37e0e2-6501-4a0a-bbf8-409b12b8e013 req-4214f5be-af45-4e76-b956-6488a9c30041 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0568233 Feb 20 22:45:30.195418 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ce2-43da-4b66-9e21-267b79180ec6 admin admin] Publish callbacks [] for security_group (68febf0a-1681-4c62-ace7-8e025237dc95), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:30.217977 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ce2-43da-4b66-9e21-267b79180ec6 admin admin] Publish callbacks [] for security_group (68febf0a-1681-4c62-ace7-8e025237dc95), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:30.226348 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9b37e0e2-6501-4a0a-bbf8-409b12b8e013 req-12e23779-1ae3-4f80-b872-b3b9a1f07abd tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428250 Feb 20 22:45:30.339992 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ce2-43da-4b66-9e21-267b79180ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (68febf0a-1681-4c62-ace7-8e025237dc95), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:30.342575 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7ce2-43da-4b66-9e21-267b79180ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:30.343710 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-5e2e7ce2-43da-4b66-9e21-267b79180ec6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68febf0a-1681-4c62-ace7-8e025237dc95 HTTP/1.1" status: 204 len: 168 time: 0.2068465 Feb 20 22:45:30.351495 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e7ce2-43da-4b66-9e21-267b79180ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68febf0a-1681-4c62-ace7-8e025237dc95,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:31.347723 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627907c-59e5-47c5-b5b6-36059c270987 req-62a2855d-ae6c-4be0-a571-69881297fa73 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:31.349187 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f627907c-59e5-47c5-b5b6-36059c270987 req-62a2855d-ae6c-4be0-a571-69881297fa73 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0533834 Feb 20 22:45:31.401790 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f627907c-59e5-47c5-b5b6-36059c270987 req-3ec34f7e-b7ea-4860-8245-0956bb73954d tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466409 Feb 20 22:45:32.117024 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-dea3a095-5df4-4e23-b692-9608a37381a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:32.520258 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e68cc4-cb55-4157-acb5-5717630a9278 req-0149fd84-08a4-4d71-beee-b004f56f24e3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:32.521807 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e5e68cc4-cb55-4157-acb5-5717630a9278 req-0149fd84-08a4-4d71-beee-b004f56f24e3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0520074 Feb 20 22:45:32.575898 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e5e68cc4-cb55-4157-acb5-5717630a9278 req-530123d2-f83a-4cba-8541-899af9be9e0a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481219 Feb 20 22:45:33.691163 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a7f8a-0fa0-4824-a62b-2643e25ecbf0 req-13a8996d-8adc-41de-8d7f-ce82db98653e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:33.692614 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-454a7f8a-0fa0-4824-a62b-2643e25ecbf0 req-13a8996d-8adc-41de-8d7f-ce82db98653e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0504482 Feb 20 22:45:33.742169 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-454a7f8a-0fa0-4824-a62b-2643e25ecbf0 req-1ae6407e-6e89-49ee-b599-e35be511e0bf tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424292 Feb 20 22:45:34.111236 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:34.619373 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-249bbcad-01f9-4226-8c23-a009e8197ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:34.860404 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0a2c6-bf14-4629-8ca5-570a08e004fa req-91a3193e-69e0-46be-9498-b78f9f14b747 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:34.861897 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b6f0a2c6-bf14-4629-8ca5-570a08e004fa req-91a3193e-69e0-46be-9498-b78f9f14b747 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0526986 Feb 20 22:45:34.915530 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b6f0a2c6-bf14-4629-8ca5-570a08e004fa req-46820f65-a0b5-4638-a610-714fe336a1c9 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479150 Feb 20 22:45:35.636765 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:36.034711 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08c1d8-5231-42bc-b488-b6b60b6f6830 req-a04d0852-9f02-4144-8e7f-1b8c1f1fb9f6 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:36.036241 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5c08c1d8-5231-42bc-b488-b6b60b6f6830 req-a04d0852-9f02-4144-8e7f-1b8c1f1fb9f6 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0531271 Feb 20 22:45:36.085025 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5c08c1d8-5231-42bc-b488-b6b60b6f6830 req-c3337fb8-e9bd-4b24-bb2b-eb53a0d0686a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432308 Feb 20 22:45:36.687794 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 49742) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:36.790641 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-862ea88c-561a-45e4-a883-0b8c330099ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:36.862752 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-862ea88c-561a-45e4-a883-0b8c330099ce admin admin] Publish callbacks [] for security_group (89f58d31-8cdf-4980-bb84-d6828b5f92f1), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:36.973491 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-862ea88c-561a-45e4-a883-0b8c330099ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (89f58d31-8cdf-4980-bb84-d6828b5f92f1), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:37.010523 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-862ea88c-561a-45e4-a883-0b8c330099ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ae60c547b176411e8107827398076991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216984 Feb 20 22:45:37.011883 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ea88c-561a-45e4-a883-0b8c330099ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f58d31-8cdf-4980-bb84-d6828b5f92f1,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:37.014302 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49746) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:37.016990 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:37.069484 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-09c0de92-8b0c-4c06-90a7-25ba55727399 admin admin] Publish callbacks [] for security_group (89f58d31-8cdf-4980-bb84-d6828b5f92f1), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:37.091366 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-09c0de92-8b0c-4c06-90a7-25ba55727399 admin admin] Publish callbacks [] for security_group (89f58d31-8cdf-4980-bb84-d6828b5f92f1), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:37.204705 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d1564-197e-4fda-95b5-660c8e4e4b3f req-0c9ddd5e-0fd4-4ef6-811f-7e236be8ddf4 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:37.206172 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-420d1564-197e-4fda-95b5-660c8e4e4b3f req-0c9ddd5e-0fd4-4ef6-811f-7e236be8ddf4 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0523367 Feb 20 22:45:37.248192 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-09c0de92-8b0c-4c06-90a7-25ba55727399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (89f58d31-8cdf-4980-bb84-d6828b5f92f1), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:37.250736 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-09c0de92-8b0c-4c06-90a7-25ba55727399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:37.251920 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-09c0de92-8b0c-4c06-90a7-25ba55727399 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/89f58d31-8cdf-4980-bb84-d6828b5f92f1 HTTP/1.1" status: 204 len: 168 time: 0.2363138 Feb 20 22:45:37.253309 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-420d1564-197e-4fda-95b5-660c8e4e4b3f req-67116a4e-dfef-4fac-974a-57a1ee847106 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 Feb 20 22:45:37.262594 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0de92-8b0c-4c06-90a7-25ba55727399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f58d31-8cdf-4980-bb84-d6828b5f92f1,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:37.954975 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49756) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:37.968263 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf931312-3110-4b46-999b-2afb6033e71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:38.048451 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf931312-3110-4b46-999b-2afb6033e71c admin admin] Publish callbacks [] for security_group (e1cbde71-6727-467a-b8c8-1942428be3c6), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:38.104860 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-bf931312-3110-4b46-999b-2afb6033e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (e1cbde71-6727-467a-b8c8-1942428be3c6), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:38.144268 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-bf931312-3110-4b46-999b-2afb6033e71c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e48a90cb3ccc4c61bdf61c2cc299f22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882095 Feb 20 22:45:38.146297 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf931312-3110-4b46-999b-2afb6033e71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cbde71-6727-467a-b8c8-1942428be3c6,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:38.146975 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 49758) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:38.199718 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a833a91-6770-46e7-83b8-81ca8d86b0cf admin admin] Publish callbacks [] for security_group (e1cbde71-6727-467a-b8c8-1942428be3c6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:38.220613 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a833a91-6770-46e7-83b8-81ca8d86b0cf admin admin] Publish callbacks [] for security_group (e1cbde71-6727-467a-b8c8-1942428be3c6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:38.351175 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a833a91-6770-46e7-83b8-81ca8d86b0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (e1cbde71-6727-467a-b8c8-1942428be3c6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:38.357261 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-2a833a91-6770-46e7-83b8-81ca8d86b0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:38.357261 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-2a833a91-6770-46e7-83b8-81ca8d86b0cf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1cbde71-6727-467a-b8c8-1942428be3c6 HTTP/1.1" status: 204 len: 168 time: 0.2070906 Feb 20 22:45:38.364060 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a833a91-6770-46e7-83b8-81ca8d86b0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cbde71-6727-467a-b8c8-1942428be3c6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:38.392209 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1cc13-17a6-4b50-8b90-7310ef182815 req-3a0afe68-b162-4821-836a-ec65a3ac717e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:38.392209 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-87d1cc13-17a6-4b50-8b90-7310ef182815 req-3a0afe68-b162-4821-836a-ec65a3ac717e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0650253 Feb 20 22:45:38.443466 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-87d1cc13-17a6-4b50-8b90-7310ef182815 req-bca0e5dc-6952-4de9-8887-bc4a0c80cac6 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484750 Feb 20 22:45:38.630727 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:39.271714 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-595ffd5c-7c2e-498a-bd94-d9849968ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:39.273270 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-595ffd5c-7c2e-498a-bd94-d9849968ffbe service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e3352be11764be599310f6f3ac07b64&device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1129 time: 0.1391168 Feb 20 22:45:39.373923 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-2d56cb5d-ac19-429b-af1d-d8f04fd5ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:39.375403 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-2d56cb5d-ac19-429b-af1d-d8f04fd5ff20 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d2192c2a-ed24-4734-90c8-578db27f0b65 HTTP/1.1" status: 200 len: 909 time: 0.0941131 Feb 20 22:45:39.450118 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-d3cd8bae-8a65-4520-9a31-547b44852796 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b3b66d2-a575-49cf-9339-f638d3c195af HTTP/1.1" status: 200 len: 1001 time: 0.0678003 Feb 20 22:45:39.515004 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-3d29ae7d-a908-4ef7-bc25-7ac045cdfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:39.516154 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-3d29ae7d-a908-4ef7-bc25-7ac045cdfbb0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=181961e4-5f5c-45f6-8edf-99211fff5e2d HTTP/1.1" status: 200 len: 847 time: 0.0599780 Feb 20 22:45:39.545844 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49794) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:39.608055 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-49d3bc63-217c-46cd-8572-3ee4d2a98f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:39.609574 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-49d3bc63-217c-46cd-8572-3ee4d2a98f37 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d2192c2a-ed24-4734-90c8-578db27f0b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0866899 Feb 20 22:45:39.621365 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc718e-dd5f-4f4d-860c-150807a84e29 req-8f59bfa8-c17a-4938-b5da-ab16c8a186aa tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:39.622852 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-74fc718e-dd5f-4f4d-860c-150807a84e29 req-8f59bfa8-c17a-4938-b5da-ab16c8a186aa tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0900395 Feb 20 22:45:39.655524 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-639825279-network', 'tenant_id': 'c93365b274564a6c8929c10ce84f3c53'}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:45:39.712589 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-06c19b28-a24b-4635-8da8-5ca1167594cb tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661443305&fields=id&tenant_id=ad594c2f6bad4732bd98bc2e27264279 HTTP/1.1" status: 200 len: 267 time: 0.0537405 Feb 20 22:45:39.732002 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-74fc718e-dd5f-4f4d-860c-150807a84e29 req-7c6d3905-a327-4578-9f75-373cab8b1876 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003876 Feb 20 22:45:39.746457 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-df7e7fd7-993a-462b-9643-fa5dbea21996 service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226499 Feb 20 22:45:39.774354 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Made reservation on behalf of c93365b274564a6c8929c10ce84f3c53 for: {'network': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:45:39.776714 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for network (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:39.795605 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:39.836288 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3ec907c-f5d6-4e76-8b88-8ae4b4ff1c63 req-5e7febca-7cbd-47cb-a0ef-b5355e78751a service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836616 Feb 20 22:45:39.864143 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-71a69b22-c110-4e3e-ba9b-7af4c5551c6c tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:39.865592 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-71a69b22-c110-4e3e-ba9b-7af4c5551c6c tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 811 time: 0.1456995 Feb 20 22:45:39.889268 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-9e8dc751-cf24-42c3-ad85-f0e3fc55c09d tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/quotas/ad594c2f6bad4732bd98bc2e27264279 HTTP/1.1" status: 200 len: 375 time: 0.0173833 Feb 20 22:45:39.944905 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Publish callbacks [] for security_group (a46429fb-dc55-4be4-92f2-56f5b89f53e3), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:39.966607 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-ae33a1f8-ffeb-4812-ab99-cb7b13bb1bff tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710466 Feb 20 22:45:40.007706 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (a46429fb-dc55-4be4-92f2-56f5b89f53e3), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:40.030166 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-3e252ae7-7e2b-44f4-a6ac-86d4e5de9ec9 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:45:40.033651 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-3e252ae7-7e2b-44f4-a6ac-86d4e5de9ec9 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535018 Feb 20 22:45:40.036521 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=103376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 22:45:40.097378 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46429fb-dc55-4be4-92f2-56f5b89f53e3,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:40.106851 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (867613e2-19a7-4734-91e6-d323c2794f64), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:40.107203 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.segments_db [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Added segment 867613e2-19a7-4734-91e6-d323c2794f64 of type vlan for network abf6d8d5-f464-49dc-9e88-18be3851ecd7 Feb 20 22:45:40.161995 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767939224203'] for network (abf6d8d5-f464-49dc-9e88-18be3851ecd7), precommit_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:40.192444 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-d05ca41c-a12c-4b09-b4ee-113fb3f40945 service neutron] 10.222.0.67 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501436 Feb 20 22:45:40.272457 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123'] for network (abf6d8d5-f464-49dc-9e88-18be3851ecd7), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:40.273308 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:40.273922 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:40.307140 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-3b80661b-3f25-4ddb-903c-076dbd235c18 service neutron] 10.222.0.67 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081140 Feb 20 22:45:40.345591 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] Pushing event updated for resources: {'Network': ['ID=abf6d8d5-f464-49dc-9e88-18be3851ecd7,revision_number=1']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:40.356098 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Network abf6d8d5-f464-49dc-9e88-18be3851ecd7 details requested by agent ovs-agent-dv-cinder-830095-1-iscsi with host dv-cinder-830095-1-iscsi {{(pid=103378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 22:45:40.365044 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-6b3d9172-7681-4234-8cef-de9ebcfe856c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8181043 Feb 20 22:45:40.367837 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 49806) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:40.372796 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.v2.base [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Request body: {'subnet': {'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-639825279-subnet', 'tenant_id': 'c93365b274564a6c8929c10ce84f3c53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:45:40.466092 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Made reservation on behalf of c93365b274564a6c8929c10ce84f3c53 for: {'subnet': 1} {{(pid=103376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:45:40.468514 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3042798'] for subnet (None), before_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:40.728252 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9812005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3042588'] for subnet (4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a), after_create {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:40.780596 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a,revision_number=0']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:40.796692 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Checking segment: {'id': '867613e2-19a7-4734-91e6-d323c2794f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:45:40.797055 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Network hostable DHCP agents. Network: abf6d8d5-f464-49dc-9e88-18be3851ecd7, hostable agents: ['eb4a83b2-0549-4f3d-bd9c-a8502f9aee93'], hosted agents: [] {{(pid=103376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 22:45:40.856726 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8285d95-3917-453c-b214-89492aecd774 req-c3ef72be-a939-4c33-959d-a3a3b8b9ebd2 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:40.858616 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c8285d95-3917-453c-b214-89492aecd774 req-c3ef72be-a939-4c33-959d-a3a3b8b9ebd2 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0566099 Feb 20 22:45:40.900106 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Network abf6d8d5-f464-49dc-9e88-18be3851ecd7 is scheduled to be hosted by DHCP agent eb4a83b2-0549-4f3d-bd9c-a8502f9aee93 with binding_index 1 {{(pid=103376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 22:45:40.918015 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c8285d95-3917-453c-b214-89492aecd774 req-38566e70-2ca2-4285-a93d-a69fc2e20456 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530803 Feb 20 22:45:40.922193 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-f4af602d-1dcd-480e-84f3-20f28e957311 req-74d66bbe-ce5c-4219-986e-36ecb3193713 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 210 time: 0.0356493 Feb 20 22:45:41.030935 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.base_scheduler [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830095-1-iscsi, abf6d8d5-f464-49dc-9e88-18be3851ecd7) {{(pid=103376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:45:41.047405 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:41.047405 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:41.048621 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf72928-5b7c-434c-9944-ae30539f28fc None None] Network abf6d8d5-f464-49dc-9e88-18be3851ecd7 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:45:41.138712 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1576bb-9ff5-4268-b671-a38d252e631e None None] Network abf6d8d5-f464-49dc-9e88-18be3851ecd7 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:45:41.159673 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-16ae05a8-21b5-47cd-8600-fe2f8378c648 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7905033 Feb 20 22:45:42.003966 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-07eee12f-24ad-4738-9f16-2e61132f9729 req-09b30577-87f9-417e-9f05-93a1504671bf tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 210 time: 0.0318322 Feb 20 22:45:42.050652 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668017a0-6666-4338-898f-24d4f96b979e req-9640a907-68b9-428d-a235-2c84c71944e7 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:42.052127 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-668017a0-6666-4338-898f-24d4f96b979e req-9640a907-68b9-428d-a235-2c84c71944e7 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0609903 Feb 20 22:45:42.104759 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-668017a0-6666-4338-898f-24d4f96b979e req-8558a6eb-4645-4a53-8cef-77b480a16eed tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470121 Feb 20 22:45:43.100400 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-0b5459c4-2104-4b7c-9d13-0ed2ae599442 req-c8f59b83-6904-4fc8-bef6-02e38865cc33 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 210 time: 0.0260212 Feb 20 22:45:43.224753 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16117e-d99b-4463-8a18-47720a9d2efc req-377023de-e1d4-4c2f-8796-72c57e14e3ab tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:43.226221 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4b16117e-d99b-4463-8a18-47720a9d2efc req-377023de-e1d4-4c2f-8796-72c57e14e3ab tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0509925 Feb 20 22:45:43.276138 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4b16117e-d99b-4463-8a18-47720a9d2efc req-86022d04-7b9a-4f8e-a52d-7cac68cbed59 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432146 Feb 20 22:45:43.348069 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [req-9e03466d-8624-4b82-ac20-d23271e6a540 req-acbe728c-3bb7-4fa8-87c2-4ded49994fbe service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:45:43.349143 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9e03466d-8624-4b82-ac20-d23271e6a540 req-acbe728c-3bb7-4fa8-87c2-4ded49994fbe service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057957 Feb 20 22:45:43.608688 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f192717a-3a6f-448a-a3a4-4741e42115c3 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:43.611321 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f192717a-3a6f-448a-a3a4-4741e42115c3 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 811 time: 0.1827357 Feb 20 22:45:43.617570 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-12946249-e8d7-4f3e-87bc-81bd1124d704 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:43.618969 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-12946249-e8d7-4f3e-87bc-81bd1124d704 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/networks?id=abf6d8d5-f464-49dc-9e88-18be3851ecd7 HTTP/1.1" status: 200 len: 808 time: 0.1711655 Feb 20 22:45:43.646282 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-297dbbc7-e7ec-4749-9db0-5e367c5ddfc8 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/quotas/c93365b274564a6c8929c10ce84f3c53 HTTP/1.1" status: 200 len: 375 time: 0.0202160 Feb 20 22:45:43.689034 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-5c0b9023-ba17-4950-bc45-2c0b8afd640a tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c93365b274564a6c8929c10ce84f3c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347166 Feb 20 22:45:43.693901 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d03f4-2d52-46b5-bd62-2cc94c1e38f6 req-b99c6481-7973-4bae-bb8f-00883939f17c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:43.696489 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fb6d03f4-2d52-46b5-bd62-2cc94c1e38f6 req-b99c6481-7973-4bae-bb8f-00883939f17c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0630519 Feb 20 22:45:43.701536 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-e62defc8-971e-4bce-a5f2-31d2b011bc30 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=103377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 22:45:43.702537 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-e62defc8-971e-4bce-a5f2-31d2b011bc30 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056059 Feb 20 22:45:43.713135 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-26dad191-836a-4188-a462-659afcee792c tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad594c2f6bad4732bd98bc2e27264279 HTTP/1.1" status: 200 len: 379 time: 0.0932491 Feb 20 22:45:43.731926 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'port': {'device_id': '23a7f959-212a-4bbe-b04b-edec233389bb', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'admin_state_up': True, 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'security_groups': ['fa81e12b-32d9-4b73-abdf-b89582ab67a9']}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:45:43.757871 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-fb6d03f4-2d52-46b5-bd62-2cc94c1e38f6 req-611e1f6f-1e92-4fd3-a0d0-e8c2e6887485 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512168 Feb 20 22:45:43.854334 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2b3b66d2-a575-49cf-9339-f638d3c195af no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:45:43.915291 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-039eb330-3898-41fc-addf-b85adb3ec807 service neutron] 10.222.0.67 "GET /v2.0/networks/abf6d8d5-f464-49dc-9e88-18be3851ecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012117 Feb 20 22:45:43.922742 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-f61621d8-9545-4705-a9b8-74b53b69e298 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2071126 Feb 20 22:45:43.940912 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 2b3b66d2-a575-49cf-9339-f638d3c195af is: ACTIVE; New status is: DOWN {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:45:43.941428 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:43.966471 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:45:43.968977 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8363bb5-40ae-4464-92b7-0945ac6f1e80" -d '{"events": [{"server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "name": "network-vif-unplugged", "status": "completed", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:45:43.993782 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 2b3b66d2-a575-49cf-9339-f638d3c195af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2b3b66d2-a575-49cf-9339-f638d3c195af,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:44.011957 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 22:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f385b-3449-4cf7-b7c0-ba17da26267d x-openstack-request-id: req-427f385b-3449-4cf7-b7c0-ba17da26267d {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:45:44.011957 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "name": "network-vif-unplugged", "status": "failed", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af", "code": 422}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:45:44.012160 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-427f385b-3449-4cf7-b7c0-ba17da26267d {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:45:44.012980 dv-cinder-830095-1-iscsi neutron-server[103378]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'code': 422} returned with failed status Feb 20 22:45:44.023001 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-bc6f31b4-afef-4d2d-b58c-e826c4cde4fa service neutron] 10.222.0.67 "GET /v2.0/networks/abf6d8d5-f464-49dc-9e88-18be3851ecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990157 Feb 20 22:45:44.097344 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Made reservation on behalf of ad594c2f6bad4732bd98bc2e27264279 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:45:44.097563 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:44.097727 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:44.134624 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-355f67a0-305e-41e9-ba65-d3abd961de19 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:44.145046 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-355f67a0-305e-41e9-ba65-d3abd961de19 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports/2b3b66d2-a575-49cf-9339-f638d3c195af HTTP/1.1" status: 200 len: 942 time: 0.1934655 Feb 20 22:45:44.168603 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=2b3b66d2-a575-49cf-9339-f638d3c195af,revision_number=6']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:44.184342 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.185047 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.185686 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.186092 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.186431 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.186816 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.187156 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.188142 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.188482 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.188824 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.189180 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.189553 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.189907 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:45:44.256730 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-5c7777d8-a427-4d81-a9e8-6bef97968dea req-33cd413c-9775-41fb-ac7a-7f7e598c04b4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 210 time: 0.0635245 Feb 20 22:45:44.269888 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Allocated IP 172.20.0.13 (17bda384-38d7-4592-a4bb-4dd6daeb6237/1e25595a-bfb1-4bc5-9613-8f0966c7ce20/590c18e7-51e8-4f50-8f5e-ad5c9b26431f) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:45:44.331559 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0eb31f59-78d4-4e45-bd40-904c4e390963 req-35f341c7-5316-4733-92f2-bfede4cf6c0d tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 210 time: 0.0393367 Feb 20 22:45:44.448194 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:44.642845 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:44.682361 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:45:44.686259 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:45:44.689856 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:45:44.720840 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'Port': ['ID=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:44.745008 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:44.746213 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:44.884456 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99595e30-66fc-4c75-86dd-0d46d72a9fdf req-7a87f6cb-be68-4da2-99b6-b1aaa8688968 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:44.885954 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-99595e30-66fc-4c75-86dd-0d46d72a9fdf req-7a87f6cb-be68-4da2-99b6-b1aaa8688968 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0547073 Feb 20 22:45:44.935406 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-99595e30-66fc-4c75-86dd-0d46d72a9fdf req-71f84751-bde5-4145-8325-19c6fae40803 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430326 Feb 20 22:45:44.944876 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-79640189-875a-4c8c-a4b4-c7dbba0a1da1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2210999 Feb 20 22:45:44.958535 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Request body: {'port': {'device_id': '23a7f959-212a-4bbe-b04b-edec233389bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:45:44.962900 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-d2063a80-a310-4d72-8ebb-eb1ba49b79a7 None None] Provisioning complete for port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f triggered by entity DHCP. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:45:44.963463 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2063a80-a310-4d72-8ebb-eb1ba49b79a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:44.999633 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-d2063a80-a310-4d72-8ebb-eb1ba49b79a7 None None] Port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f cannot update to ACTIVE because it is not bound. {{(pid=103378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 22:45:45.023881 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:45.284691 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590c18e7-51e8-4f50-8f5e-ad5c9b26431f {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:45:45.293867 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Publish callbacks [] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:45.307595 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Transition to ACTIVE for port object 590c18e7-51e8-4f50-8f5e-ad5c9b26431f will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:45:45.376818 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dfd34-796b-4cc2-89c0-55abfea3e9a4 req-0b7b8fbd-064b-4375-a769-1f68922ee609 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:45.378329 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8f9dfd34-796b-4cc2-89c0-55abfea3e9a4 req-0b7b8fbd-064b-4375-a769-1f68922ee609 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 932 time: 0.0527506 Feb 20 22:45:45.413042 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-165a026e-6de7-4836-a445-a6dc1abe4379 req-959b7105-0f8f-4215-987e-b617f78cc5e8 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 210 time: 0.0272055 Feb 20 22:45:45.426490 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:45.437504 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8f9dfd34-796b-4cc2-89c0-55abfea3e9a4 req-76138c44-0b4f-466e-9285-2d9ce4aaa105 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535922 Feb 20 22:45:45.483850 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Pushing event updated for resources: {'Port': ['ID=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:45.564168 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Attempting to bind port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:45:45.564561 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Attempting to bind port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:45:45.565194 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Attempting to bind port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:45:45.570665 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:45:45.571006 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Attempting to bind port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f on network 17bda384-38d7-4592-a4bb-4dd6daeb6237 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:45:45.577597 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:45:45.577959 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Checking segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:45:45.578392 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Bound using segment: {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:45:45.578813 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Bound port: 590c18e7-51e8-4f50-8f5e-ad5c9b26431f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea9f67e-b8f0-41aa-b460-4808cb3654e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:45:45.579340 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:45.650372 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] For port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f, host hv-cinder-83009, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:45:45.653949 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] For port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:45:45.831321 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:45.869096 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:45.869924 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:45.872733 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] 10.222.0.91 "PUT /v2.0/ports/590c18e7-51e8-4f50-8f5e-ad5c9b26431f HTTP/1.1" status: 200 len: 1094 time: 0.9171226 Feb 20 22:45:45.873185 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a7f959-212a-4bbe-b04b-edec233389bb', 'tag': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:45:45.875502 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7048eee-62a0-407c-8d2e-f85ff84aa7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "23a7f959-212a-4bbe-b04b-edec233389bb", "tag": "590c18e7-51e8-4f50-8f5e-ad5c9b26431f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:45:45.910855 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6a63d-90f1-4e23-ae70-e68cdc11466d service neutron] Pushing event updated for resources: {'Port': ['ID=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:45.985785 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7efb7e-8e94-4bd9-923d-27dc95a54a0d x-openstack-request-id: req-fb7efb7e-8e94-4bd9-923d-27dc95a54a0d {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:45:45.986357 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a7f959-212a-4bbe-b04b-edec233389bb", "tag": "590c18e7-51e8-4f50-8f5e-ad5c9b26431f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:45:45.986814 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb7efb7e-8e94-4bd9-923d-27dc95a54a0d {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:45:45.988012 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a7f959-212a-4bbe-b04b-edec233389bb', 'tag': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'status': 'completed', 'code': 200} Feb 20 22:45:46.089817 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7048eee-62a0-407c-8d2e-f85ff84aa7fa req-0a2de3c7-1911-469e-98d4-63deb12359b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:46.091451 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7048eee-62a0-407c-8d2e-f85ff84aa7fa req-0a2de3c7-1911-469e-98d4-63deb12359b8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 1128 time: 0.0861812 Feb 20 22:45:46.114880 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5aadb-7410-4e59-80f2-8b09d3e69fb6 req-de431732-1db6-4a8d-aead-ee9a49afa6d0 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:46.116370 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b0f5aadb-7410-4e59-80f2-8b09d3e69fb6 req-de431732-1db6-4a8d-aead-ee9a49afa6d0 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0779147 Feb 20 22:45:46.225966 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b0f5aadb-7410-4e59-80f2-8b09d3e69fb6 req-cf53f6d0-b8b4-4608-bf8f-e8eec41fd3f3 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977457 Feb 20 22:45:46.239541 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7048eee-62a0-407c-8d2e-f85ff84aa7fa req-b5a6e879-2ff7-4c82-a5b8-362f7fb3ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:46.240997 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7048eee-62a0-407c-8d2e-f85ff84aa7fa req-b5a6e879-2ff7-4c82-a5b8-362f7fb3ef43 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ad594c2f6bad4732bd98bc2e27264279&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1423936 Feb 20 22:45:46.318210 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:45:46.341805 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7048eee-62a0-407c-8d2e-f85ff84aa7fa req-a89da460-494b-4137-bade-8bc63df5270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:46.343278 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b7048eee-62a0-407c-8d2e-f85ff84aa7fa req-a89da460-494b-4137-bade-8bc63df5270c service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960174 Feb 20 22:45:46.440191 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-9a9027c6-25de-4c75-ad19-e203a571812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:46.441810 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-9a9027c6-25de-4c75-ad19-e203a571812f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 1128 time: 0.0473404 Feb 20 22:45:46.486650 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-667617e9-4b86-466a-9416-b4d098dde302 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=590c18e7-51e8-4f50-8f5e-ad5c9b26431f HTTP/1.1" status: 200 len: 217 time: 0.0376420 Feb 20 22:45:46.511426 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-67fb700d-f60a-4ef9-8d74-b1c210900eb2 req-f411ffed-b79b-4fac-83df-bd374ece491a tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 210 time: 0.0296366 Feb 20 22:45:46.572309 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-de7ab0e0-e110-49bd-a6b3-520dc7c09e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:46.573795 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-de7ab0e0-e110-49bd-a6b3-520dc7c09e30 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 200 len: 850 time: 0.0776322 Feb 20 22:45:46.617420 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc399a-8ead-491d-8824-483fbc68384b req-76441c81-8cd6-46cc-ad2f-057123da1175 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:46.618889 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-68cc399a-8ead-491d-8824-483fbc68384b req-76441c81-8cd6-46cc-ad2f-057123da1175 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 944 time: 0.0952945 Feb 20 22:45:46.651412 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-2ef26cf4-311f-4077-8b67-0bbe1fa62c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:46.653722 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-2ef26cf4-311f-4077-8b67-0bbe1fa62c9c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17bda384-38d7-4592-a4bb-4dd6daeb6237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740249 Feb 20 22:45:46.718777 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-68cc399a-8ead-491d-8824-483fbc68384b req-107dbc7a-c8c7-411b-beff-79d4b95d0c57 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931413 Feb 20 22:45:46.758338 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-d1214fe7-1f6d-43b7-8cd6-4e3a1e372144 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969601 Feb 20 22:45:46.846182 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fc3c24c7-5913-4767-8c94-7533f8055276 req-a55069d4-d725-4605-8830-09b099d7d688 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813344 Feb 20 22:45:47.086245 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-1192fb9e-6817-483d-80ac-9979a8142fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:47.087809 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-1192fb9e-6817-483d-80ac-9979a8142fab service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f&tenant_id=2e3352be11764be599310f6f3ac07b64 HTTP/1.1" status: 200 len: 1127 time: 0.0811810 Feb 20 22:45:47.155327 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-5cb92bd0-bb3f-4c6f-8aa0-13a9160286b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:47.156843 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-5cb92bd0-bb3f-4c6f-8aa0-13a9160286b4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e3352be11764be599310f6f3ac07b64&device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1127 time: 0.0456173 Feb 20 22:45:47.212667 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-96fc6dc2-87e5-44b5-8fb6-34e76c11bab1 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:47.214165 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-96fc6dc2-87e5-44b5-8fb6-34e76c11bab1 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.91 "GET /v2.0/networks?id=abf6d8d5-f464-49dc-9e88-18be3851ecd7 HTTP/1.1" status: 200 len: 808 time: 0.1107497 Feb 20 22:45:47.229196 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Request body: {'port': {'device_id': 'aef18c07-1c21-455a-a92f-a1e9677aa491', 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7', 'admin_state_up': True, 'tenant_id': 'c93365b274564a6c8929c10ce84f3c53'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:45:47.251049 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-017384ba-8465-4ba7-8a5b-939d177b7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:47.252559 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-017384ba-8465-4ba7-8a5b-939d177b7458 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d2192c2a-ed24-4734-90c8-578db27f0b65 HTTP/1.1" status: 200 len: 909 time: 0.0882130 Feb 20 22:45:47.369091 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-8b29d3d6-60c1-4be2-872c-b34fcf76c6ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b3b66d2-a575-49cf-9339-f638d3c195af HTTP/1.1" status: 200 len: 999 time: 0.1067629 Feb 20 22:45:47.395118 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c259b5-3f9f-4bb5-b029-ff44ed5a2189 req-0c69790a-5966-4de8-a98e-00d1ec3ba211 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:47.396591 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b4c259b5-3f9f-4bb5-b029-ff44ed5a2189 req-0c69790a-5966-4de8-a98e-00d1ec3ba211 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0885973 Feb 20 22:45:47.460398 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-c9f85938-7444-4963-ac12-6bd85a768cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:47.461918 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-c9f85938-7444-4963-ac12-6bd85a768cc2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=181961e4-5f5c-45f6-8edf-99211fff5e2d HTTP/1.1" status: 200 len: 847 time: 0.0833006 Feb 20 22:45:47.515759 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-b4c259b5-3f9f-4bb5-b029-ff44ed5a2189 req-ed31f46f-04c6-4d4a-a11b-e7cbc11388f7 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998814 Feb 20 22:45:47.533150 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-817c4a73-ff08-4189-80ea-9f81c384fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:47.534612 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-817c4a73-ff08-4189-80ea-9f81c384fd99 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d2192c2a-ed24-4734-90c8-578db27f0b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652378 Feb 20 22:45:47.620088 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fb775049-f0ec-485b-b400-85894ba6bc27 req-3c13c88a-be9b-46fc-9618-ead630d43519 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 210 time: 0.0320618 Feb 20 22:45:47.632308 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-626775ac-09ec-4563-b88b-6add597bcf00 service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876770 Feb 20 22:45:47.727178 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e4f1b8bd-bfaf-45e1-aeba-c14c43acd02f req-c186416b-6343-4ef4-b080-dc71f398253b service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879431 Feb 20 22:45:47.733590 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Made reservation on behalf of c93365b274564a6c8929c10ce84f3c53 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:45:47.737177 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:47.874425 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Allocated IP 172.20.0.7 (abf6d8d5-f464-49dc-9e88-18be3851ecd7/4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a/2eaa8c09-82eb-4340-9efd-c77c854ce200) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:45:47.994758 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1180607-45d2-4bd0-8d74-1709a6e78156 req-3cd48bb3-47fb-4cd9-9f90-69fd03a8a55a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:47.996663 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e1180607-45d2-4bd0-8d74-1709a6e78156 req-3cd48bb3-47fb-4cd9-9f90-69fd03a8a55a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 944 time: 0.0531468 Feb 20 22:45:48.020425 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks [] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:48.044430 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e1180607-45d2-4bd0-8d74-1709a6e78156 req-a6f8d25b-dade-4abf-843a-3641f47e0939 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 Feb 20 22:45:48.123221 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:48.167128 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Network abf6d8d5-f464-49dc-9e88-18be3851ecd7 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:45:48.170112 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:45:48.172452 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:45:48.206662 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Pushing event updated for resources: {'Port': ['ID=2eaa8c09-82eb-4340-9efd-c77c854ce200,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:48.227906 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:48.228509 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:48.307266 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-d59897d6-f9ae-49d0-bd7b-7a1616291b65 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818243 Feb 20 22:45:48.319257 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Request body: {'port': {'device_id': 'aef18c07-1c21-455a-a92f-a1e9677aa491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:45:48.379234 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:48.681426 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eaa8c09-82eb-4340-9efd-c77c854ce200 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:45:48.692519 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3186757-365e-4d69-8da6-4fc475aa1275 req-a8d5fd81-cbc3-4ce3-bcf8-e8fb64600577 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:48.694055 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3186757-365e-4d69-8da6-4fc475aa1275 req-a8d5fd81-cbc3-4ce3-bcf8-e8fb64600577 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0983117 Feb 20 22:45:48.698554 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Publish callbacks [] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:48.723939 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Transition to ACTIVE for port object 2eaa8c09-82eb-4340-9efd-c77c854ce200 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:45:48.751455 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd63e12-c12f-4d52-b5be-e0446f5d6404 req-fcb70437-fa47-4ae0-8077-3f9807e05335 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:48.753003 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9fd63e12-c12f-4d52-b5be-e0446f5d6404 req-fcb70437-fa47-4ae0-8077-3f9807e05335 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 931 time: 0.0630560 Feb 20 22:45:48.758230 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c3186757-365e-4d69-8da6-4fc475aa1275 req-023bb463-2ce2-45ce-95e7-659a4b970fd4 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525162 Feb 20 22:45:48.804634 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-9fd63e12-c12f-4d52-b5be-e0446f5d6404 req-710a4f0d-4ec7-49b6-8e23-e6aef8ca8f47 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455768 Feb 20 22:45:48.808259 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:48.861862 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2eaa8c09-82eb-4340-9efd-c77c854ce200,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:48.927274 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Attempting to bind port 2eaa8c09-82eb-4340-9efd-c77c854ce200 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:45:48.927513 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Attempting to bind port 2eaa8c09-82eb-4340-9efd-c77c854ce200 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '867613e2-19a7-4734-91e6-d323c2794f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:45:48.927831 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Attempting to bind port 2eaa8c09-82eb-4340-9efd-c77c854ce200 on network abf6d8d5-f464-49dc-9e88-18be3851ecd7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:45:48.931920 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Port 2eaa8c09-82eb-4340-9efd-c77c854ce200 on network abf6d8d5-f464-49dc-9e88-18be3851ecd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:45:48.932228 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Attempting to bind port 2eaa8c09-82eb-4340-9efd-c77c854ce200 on network abf6d8d5-f464-49dc-9e88-18be3851ecd7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:45:48.937005 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:45:48.937327 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Checking segment: {'id': '867613e2-19a7-4734-91e6-d323c2794f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:45:48.937692 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Bound using segment: {'id': '867613e2-19a7-4734-91e6-d323c2794f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:45:48.938122 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Bound port: 2eaa8c09-82eb-4340-9efd-c77c854ce200, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867613e2-19a7-4734-91e6-d323c2794f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:45:48.938459 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:48.998395 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] For port 2eaa8c09-82eb-4340-9efd-c77c854ce200, host hv-cinder-83009, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:45:49.001276 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] For port 2eaa8c09-82eb-4340-9efd-c77c854ce200, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eaa8c09-82eb-4340-9efd-c77c854ce200,segment=NetworkSegment(867613e2-19a7-4734-91e6-d323c2794f64),segment_id=867613e2-19a7-4734-91e6-d323c2794f64)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:45:49.083024 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:49.131574 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:49.132190 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:49.133527 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] 10.222.0.91 "PUT /v2.0/ports/2eaa8c09-82eb-4340-9efd-c77c854ce200 HTTP/1.1" status: 200 len: 1093 time: 0.8183644 Feb 20 22:45:49.135636 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef18c07-1c21-455a-a92f-a1e9677aa491', 'tag': '2eaa8c09-82eb-4340-9efd-c77c854ce200'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:45:49.138912 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58b3127-91e0-49e5-a3f6-fa01cf6e1aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "aef18c07-1c21-455a-a92f-a1e9677aa491", "tag": "2eaa8c09-82eb-4340-9efd-c77c854ce200"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:45:49.177147 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f451e1-4180-403e-a278-b54cbae854d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2eaa8c09-82eb-4340-9efd-c77c854ce200,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:49.193816 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b1d815-19fa-408c-ae59-3a64be8bd59f x-openstack-request-id: req-03b1d815-19fa-408c-ae59-3a64be8bd59f {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:45:49.194106 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef18c07-1c21-455a-a92f-a1e9677aa491", "tag": "2eaa8c09-82eb-4340-9efd-c77c854ce200", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:45:49.194354 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03b1d815-19fa-408c-ae59-3a64be8bd59f {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:45:49.194749 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef18c07-1c21-455a-a92f-a1e9677aa491', 'tag': '2eaa8c09-82eb-4340-9efd-c77c854ce200', 'status': 'completed', 'code': 200} Feb 20 22:45:49.207213 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea0641-70d6-497d-9d60-c035a1a50554 req-c36952e6-fee6-424b-9225-e5f98ef53d0c tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:49.208905 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f7ea0641-70d6-497d-9d60-c035a1a50554 req-c36952e6-fee6-424b-9225-e5f98ef53d0c tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 944 time: 0.0956540 Feb 20 22:45:49.289152 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f7ea0641-70d6-497d-9d60-c035a1a50554 req-c48c7bfa-aab7-4c5a-9d00-6a35654db22c tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691125 Feb 20 22:45:49.290919 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b3127-91e0-49e5-a3f6-fa01cf6e1aa1 req-0e8610a3-3750-4f30-bd0e-8f72e37ab488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:49.292310 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d58b3127-91e0-49e5-a3f6-fa01cf6e1aa1 req-0e8610a3-3750-4f30-bd0e-8f72e37ab488 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c93365b274564a6c8929c10ce84f3c53&device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 1127 time: 0.0805082 Feb 20 22:45:49.392608 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b3127-91e0-49e5-a3f6-fa01cf6e1aa1 req-66c86dc0-1276-4073-aee7-b8faf90405b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:49.394096 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d58b3127-91e0-49e5-a3f6-fa01cf6e1aa1 req-66c86dc0-1276-4073-aee7-b8faf90405b6 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=c93365b274564a6c8929c10ce84f3c53&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0952289 Feb 20 22:45:49.487684 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b3127-91e0-49e5-a3f6-fa01cf6e1aa1 req-a54e22d2-accc-4e3d-afa2-bcaf672be407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:49.489053 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d58b3127-91e0-49e5-a3f6-fa01cf6e1aa1 req-a54e22d2-accc-4e3d-afa2-bcaf672be407 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883939 Feb 20 22:45:49.573292 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-504274bb-d866-4e04-b732-3fe2fc38d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:49.575326 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-504274bb-d866-4e04-b732-3fe2fc38d6b8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c93365b274564a6c8929c10ce84f3c53&device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 1127 time: 0.0503652 Feb 20 22:45:49.615543 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-76c6e8a0-3865-44aa-92d8-ee56c482cdaa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eaa8c09-82eb-4340-9efd-c77c854ce200 HTTP/1.1" status: 200 len: 217 time: 0.0336034 Feb 20 22:45:49.663620 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-833c72d6-20b3-4aff-bd5e-9bd30e646e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:49.665147 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-833c72d6-20b3-4aff-bd5e-9bd30e646e90 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a HTTP/1.1" status: 200 len: 848 time: 0.0433662 Feb 20 22:45:49.696085 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-92f956b3-a91f-4a4f-96e1-75939e4409f8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=abf6d8d5-f464-49dc-9e88-18be3851ecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243971 Feb 20 22:45:49.788807 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-6a2cd417-9720-4592-90e8-ddc0316e38cf service neutron] 10.222.0.91 "GET /v2.0/networks/abf6d8d5-f464-49dc-9e88-18be3851ecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863228 Feb 20 22:45:49.878885 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34c033-7657-48aa-a68a-9719adb59b8d req-0b306c08-39f4-452d-a177-8b7304cab5be tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:49.880322 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e0e28da2-edc8-4b57-aac9-39850dae9fda req-9465c776-ce0f-4b10-ac39-ddfcfbd731b6 service neutron] 10.222.0.91 "GET /v2.0/networks/abf6d8d5-f464-49dc-9e88-18be3851ecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851343 Feb 20 22:45:49.880656 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7f34c033-7657-48aa-a68a-9719adb59b8d req-0b306c08-39f4-452d-a177-8b7304cab5be tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0550478 Feb 20 22:45:49.931009 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-7f34c033-7657-48aa-a68a-9719adb59b8d req-e6946283-3fe8-45c9-b6bf-0e65e6f06eef tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444927 Feb 20 22:45:49.940901 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215242a6-d531-42ba-96bb-320a71c49d3f req-0f4f7e1c-1863-41e3-b0d0-b1cdd86a3fca tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:49.942555 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-215242a6-d531-42ba-96bb-320a71c49d3f req-0f4f7e1c-1863-41e3-b0d0-b1cdd86a3fca tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 943 time: 0.0596006 Feb 20 22:45:49.989637 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-215242a6-d531-42ba-96bb-320a71c49d3f req-f9971496-d680-4c16-99ed-f5940d2ef92a tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Feb 20 22:45:50.452534 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9304a1-fb87-4b0d-87e9-c22078ccb6a1 req-25ad3026-21b2-496a-a526-4772f12dbd0a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:50.453933 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1e9304a1-fb87-4b0d-87e9-c22078ccb6a1 req-25ad3026-21b2-496a-a526-4772f12dbd0a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 944 time: 0.0519629 Feb 20 22:45:50.504345 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1e9304a1-fb87-4b0d-87e9-c22078ccb6a1 req-ea1e2008-9d6d-4235-95f9-23c35544384d tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448999 Feb 20 22:45:51.052370 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fd986-19c4-4f07-bc18-60b333764b40 req-0d957acc-268e-432b-b11c-3f3d73d35380 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:51.053888 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-115fd986-19c4-4f07-bc18-60b333764b40 req-0d957acc-268e-432b-b11c-3f3d73d35380 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0546303 Feb 20 22:45:51.103172 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-115fd986-19c4-4f07-bc18-60b333764b40 req-8bfe94a6-26e8-4646-bfa0-16a9912170ea tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437114 Feb 20 22:45:51.108600 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b8af-92b6-45cc-9fc4-4c38fa16b18d req-4725c1c9-1004-4b5e-a7d6-e8fea2fed3bc tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:51.110127 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4c9b8af-92b6-45cc-9fc4-4c38fa16b18d req-4725c1c9-1004-4b5e-a7d6-e8fea2fed3bc tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 943 time: 0.0544732 Feb 20 22:45:51.160397 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d4c9b8af-92b6-45cc-9fc4-4c38fa16b18d req-38f14454-59c9-44cb-9908-2bb4bc3083cc tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Feb 20 22:45:51.618656 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc14c2-e0bc-42ef-8123-46e47940573d req-7053bcb2-225f-4777-b444-3d0a0a340a7a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:51.620115 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9abc14c2-e0bc-42ef-8123-46e47940573d req-7053bcb2-225f-4777-b444-3d0a0a340a7a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 944 time: 0.0518615 Feb 20 22:45:51.672161 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9abc14c2-e0bc-42ef-8123-46e47940573d req-135cfffb-3608-4371-8db0-d9c723de002d tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459843 Feb 20 22:45:51.870365 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2eaa8c09-82eb-4340-9efd-c77c854ce200 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:45:51.966114 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 2eaa8c09-82eb-4340-9efd-c77c854ce200, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eaa8c09-82eb-4340-9efd-c77c854ce200,segment=NetworkSegment(867613e2-19a7-4734-91e6-d323c2794f64),segment_id=867613e2-19a7-4734-91e6-d323c2794f64)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:51.976957 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '2eaa8c09-82eb-4340-9efd-c77c854ce200', 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7', 'port_id': '2eaa8c09-82eb-4340-9efd-c77c854ce200', 'mac_address': 'fa:16:3e:7b:6a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:45:52.013247 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 2eaa8c09-82eb-4340-9efd-c77c854ce200 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:45:52.013628 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:52.026128 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eaa8c09-82eb-4340-9efd-c77c854ce200 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:45:52.045226 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 2eaa8c09-82eb-4340-9efd-c77c854ce200, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eaa8c09-82eb-4340-9efd-c77c854ce200,segment=NetworkSegment(867613e2-19a7-4734-91e6-d323c2794f64),segment_id=867613e2-19a7-4734-91e6-d323c2794f64)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:52.122987 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:52.173480 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=2eaa8c09-82eb-4340-9efd-c77c854ce200,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:52.230981 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f17407-57f2-444d-880d-9f4a634d4326 req-fc73eaa8-1341-4ef9-b00a-7f3af7ed01ef tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:52.230981 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d5f17407-57f2-444d-880d-9f4a634d4326 req-fc73eaa8-1341-4ef9-b00a-7f3af7ed01ef tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0539038 Feb 20 22:45:52.276959 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-d5f17407-57f2-444d-880d-9f4a634d4326 req-56b25080-167f-45e5-89a5-4a1890bb3cb8 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433655 Feb 20 22:45:52.285489 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2bd03-9470-4e2f-a1ca-01771e375e98 req-f177c34a-ddd4-4f3c-9c4c-a2c6d3413640 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:52.287017 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-67a2bd03-9470-4e2f-a1ca-01771e375e98 req-f177c34a-ddd4-4f3c-9c4c-a2c6d3413640 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 944 time: 0.0526190 Feb 20 22:45:52.335214 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-67a2bd03-9470-4e2f-a1ca-01771e375e98 req-6507468d-5242-41bb-959e-f00289455280 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Feb 20 22:45:52.387056 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['2eaa8c09-82eb-4340-9efd-c77c854ce200'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:45:52.792094 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86085e8d-5f07-43b9-9690-530088411cbb req-0bd62066-e738-4f5e-abd7-1539422e4031 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:52.793544 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-86085e8d-5f07-43b9-9690-530088411cbb req-0bd62066-e738-4f5e-abd7-1539422e4031 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 944 time: 0.0570257 Feb 20 22:45:52.841980 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-86085e8d-5f07-43b9-9690-530088411cbb req-aecf8e2b-2d0a-4482-974e-539a90ea37ff tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421655 Feb 20 22:45:53.395050 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e715582-48a0-419e-9b50-a2c9344ec9f8 req-d8f566b0-5a6e-455f-8189-7c2e88401d9a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:53.396461 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2e715582-48a0-419e-9b50-a2c9344ec9f8 req-d8f566b0-5a6e-455f-8189-7c2e88401d9a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0527961 Feb 20 22:45:53.446725 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2e715582-48a0-419e-9b50-a2c9344ec9f8 req-62d67fec-f3de-4cee-b823-4dd65556c8af tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448887 Feb 20 22:45:53.456464 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790a7ac-3cd3-4b15-abe4-3ab508a012ac req-7a4b2f9c-2eec-45cc-8dde-c4f3c0df8630 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:53.457992 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6790a7ac-3cd3-4b15-abe4-3ab508a012ac req-7a4b2f9c-2eec-45cc-8dde-c4f3c0df8630 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 944 time: 0.0565708 Feb 20 22:45:53.505176 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-6790a7ac-3cd3-4b15-abe4-3ab508a012ac req-9f24ff13-a4fb-43fb-bb0f-c3de9a370de3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Feb 20 22:45:53.887734 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 590c18e7-51e8-4f50-8f5e-ad5c9b26431f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:45:53.889832 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2eaa8c09-82eb-4340-9efd-c77c854ce200 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:45:53.961845 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62733678-ee51-4eee-b887-ed737f1f1c15 req-1d1a53b5-a830-4b66-bea6-6c5d669f82ec tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:53.963314 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-62733678-ee51-4eee-b887-ed737f1f1c15 req-1d1a53b5-a830-4b66-bea6-6c5d669f82ec tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 944 time: 0.0571985 Feb 20 22:45:54.013191 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-62733678-ee51-4eee-b887-ed737f1f1c15 req-795dd9a9-2e85-47a8-bf32-65ef714b2dd6 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432408 Feb 20 22:45:54.019911 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:54.030711 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'port_id': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'mac_address': 'fa:16:3e:28:c9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:45:54.061947 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 2eaa8c09-82eb-4340-9efd-c77c854ce200 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:45:54.071138 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 2eaa8c09-82eb-4340-9efd-c77c854ce200 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:45:54.071510 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:54.074129 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:45:54.074448 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:54.114918 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590c18e7-51e8-4f50-8f5e-ad5c9b26431f {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:45:54.142102 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:54.184408 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 2eaa8c09-82eb-4340-9efd-c77c854ce200 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:45:54.184995 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:54.208296 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef18c07-1c21-455a-a92f-a1e9677aa491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaa8c09-82eb-4340-9efd-c77c854ce200'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:45:54.210541 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf57311a-fcd7-4028-bff8-3c14dfff0f6f" -d '{"events": [{"server_uuid": "aef18c07-1c21-455a-a92f-a1e9677aa491", "name": "network-vif-plugged", "status": "completed", "tag": "2eaa8c09-82eb-4340-9efd-c77c854ce200"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:45:54.220864 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:54.227517 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 2eaa8c09-82eb-4340-9efd-c77c854ce200, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eaa8c09-82eb-4340-9efd-c77c854ce200,segment=NetworkSegment(867613e2-19a7-4734-91e6-d323c2794f64),segment_id=867613e2-19a7-4734-91e6-d323c2794f64)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:54.273238 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:54.300387 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9898f2bc-d1da-4849-948b-83a87e83fb17 x-openstack-request-id: req-9898f2bc-d1da-4849-948b-83a87e83fb17 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:45:54.300678 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef18c07-1c21-455a-a92f-a1e9677aa491", "name": "network-vif-plugged", "status": "completed", "tag": "2eaa8c09-82eb-4340-9efd-c77c854ce200", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:45:54.300933 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9898f2bc-d1da-4849-948b-83a87e83fb17 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:45:54.301328 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef18c07-1c21-455a-a92f-a1e9677aa491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaa8c09-82eb-4340-9efd-c77c854ce200', 'code': 200} Feb 20 22:45:54.310794 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:54.362208 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=2eaa8c09-82eb-4340-9efd-c77c854ce200,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:54.584308 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['590c18e7-51e8-4f50-8f5e-ad5c9b26431f'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:45:54.585304 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aeb36f-6531-431a-be0b-3238c6b3665d req-74dcde66-d4ba-4eba-b4c4-70533e00453a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:54.587091 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-23aeb36f-6531-431a-be0b-3238c6b3665d req-74dcde66-d4ba-4eba-b4c4-70533e00453a tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0678487 Feb 20 22:45:54.643423 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a77c3-0b9c-45bb-bed0-95f087661989 req-0c446c8d-709f-4a5e-9e40-99241624c1ed tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:54.645569 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e00a77c3-0b9c-45bb-bed0-95f087661989 req-0c446c8d-709f-4a5e-9e40-99241624c1ed tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 945 time: 0.0593526 Feb 20 22:45:54.670594 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974fca9-3616-4300-ada7-2b3b1c020e20 req-3987a582-d01f-4871-8f40-ee0bcaf7b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:54.672103 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6974fca9-3616-4300-ada7-2b3b1c020e20 req-3987a582-d01f-4871-8f40-ee0bcaf7b677 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 1129 time: 0.0812819 Feb 20 22:45:54.678179 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-23aeb36f-6531-431a-be0b-3238c6b3665d req-6a75fc19-b8d5-4042-8c34-4fe8bf6893aa tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794764 Feb 20 22:45:54.699051 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-e00a77c3-0b9c-45bb-bed0-95f087661989 req-082b6906-4b7a-4e53-9ffb-dbebb5b3785e tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457838 Feb 20 22:45:54.729555 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6974fca9-3616-4300-ada7-2b3b1c020e20 req-a54f5224-02c4-45cb-bb79-030fe2fd4dbb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501246 Feb 20 22:45:55.132221 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1f617-6a83-419f-8465-2a38ff8d4cc9 req-84d3adcd-ad96-4a4c-b5f1-a3fa4ad4f44e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:55.133753 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-aec1f617-6a83-419f-8465-2a38ff8d4cc9 req-84d3adcd-ad96-4a4c-b5f1-a3fa4ad4f44e tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 945 time: 0.0539944 Feb 20 22:45:55.182399 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-aec1f617-6a83-419f-8465-2a38ff8d4cc9 req-352df720-ab7c-465a-bbb7-93359cc629ff tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429881 Feb 20 22:45:55.795964 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab707737-ce3f-4600-91e0-0b5bf5963316 req-b5c41f87-73a6-4890-888b-cf8039af17e6 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:55.797468 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ab707737-ce3f-4600-91e0-0b5bf5963316 req-b5c41f87-73a6-4890-888b-cf8039af17e6 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 943 time: 0.0530207 Feb 20 22:45:55.820958 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad6278-f78a-4396-bacc-e1c37b74ec8f req-3d31cff0-2194-4adc-ae26-84ab08bcbc61 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:55.822341 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2dad6278-f78a-4396-bacc-e1c37b74ec8f req-3d31cff0-2194-4adc-ae26-84ab08bcbc61 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 945 time: 0.0524166 Feb 20 22:45:55.846849 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-ab707737-ce3f-4600-91e0-0b5bf5963316 req-746d7c53-9db7-4804-8d27-69aa8ed4bd61 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434754 Feb 20 22:45:55.878130 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2dad6278-f78a-4396-bacc-e1c37b74ec8f req-330555d6-9bc7-432c-823e-bd0b0f450486 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497231 Feb 20 22:45:55.884674 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2b3b66d2-a575-49cf-9339-f638d3c195af details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:45:55.890309 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 590c18e7-51e8-4f50-8f5e-ad5c9b26431f up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:45:56.019034 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 2b3b66d2-a575-49cf-9339-f638d3c195af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2b3b66d2-a575-49cf-9339-f638d3c195af,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:56.029064 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'port_id': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'mac_address': 'fa:16:3e:5e:be:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:45:56.065648 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 2b3b66d2-a575-49cf-9339-f638d3c195af is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:45:56.066060 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:56.079408 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3b66d2-a575-49cf-9339-f638d3c195af {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:45:56.098474 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 2b3b66d2-a575-49cf-9339-f638d3c195af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2b3b66d2-a575-49cf-9339-f638d3c195af,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:56.099809 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:45:56.103456 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:45:56.103900 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:56.170862 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:56.207801 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:45:56.208189 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:56.256927 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=2b3b66d2-a575-49cf-9339-f638d3c195af,revision_number=7']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:56.262574 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:56.298527 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ea2f-5591-4ff9-be0f-0979c25facbe req-2b554706-538c-4491-821a-7bb910ed07c9 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:56.299959 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2413ea2f-5591-4ff9-be0f-0979c25facbe req-2b554706-538c-4491-821a-7bb910ed07c9 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 945 time: 0.0517495 Feb 20 22:45:56.302251 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a7f959-212a-4bbe-b04b-edec233389bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:45:56.304605 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eb565f-8c76-44ef-b0f0-8f488d2449c6" -d '{"events": [{"server_uuid": "23a7f959-212a-4bbe-b04b-edec233389bb", "name": "network-vif-plugged", "status": "completed", "tag": "590c18e7-51e8-4f50-8f5e-ad5c9b26431f"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:45:56.322454 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:56.351042 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965e2638-eda9-40af-bcc6-e3036c090ec3 x-openstack-request-id: req-965e2638-eda9-40af-bcc6-e3036c090ec3 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:45:56.351337 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a7f959-212a-4bbe-b04b-edec233389bb", "name": "network-vif-plugged", "status": "completed", "tag": "590c18e7-51e8-4f50-8f5e-ad5c9b26431f", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:45:56.351579 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-965e2638-eda9-40af-bcc6-e3036c090ec3 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:45:56.351965 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a7f959-212a-4bbe-b04b-edec233389bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'code': 200} Feb 20 22:45:56.356816 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2413ea2f-5591-4ff9-be0f-0979c25facbe req-eb9d6282-a631-4387-bca3-f027242b12f2 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505085 Feb 20 22:45:56.380679 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:56.469254 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['2b3b66d2-a575-49cf-9339-f638d3c195af'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:45:56.722503 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6cd82-1c22-4123-b340-34b4e9af288b req-e8b91cae-664e-423b-994e-e6baae2caff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:56.723991 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-51a6cd82-1c22-4123-b340-34b4e9af288b req-e8b91cae-664e-423b-994e-e6baae2caff0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 1130 time: 0.0463121 Feb 20 22:45:56.769589 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-51a6cd82-1c22-4123-b340-34b4e9af288b req-a32559b1-1826-4fc2-9ece-3704a12dd752 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385025 Feb 20 22:45:56.967068 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d9901-dd54-4106-8720-2ebdff074a71 req-d50f7264-bb7c-4253-8b70-03edcd034903 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:56.968664 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-022d9901-dd54-4106-8720-2ebdff074a71 req-d50f7264-bb7c-4253-8b70-03edcd034903 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 944 time: 0.0530944 Feb 20 22:45:56.997916 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25979fa7-cb7b-4ed6-a434-abbf45facc25 req-64dbb49f-01c3-401d-9ba3-5a405ab96b03 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:56.999455 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-25979fa7-cb7b-4ed6-a434-abbf45facc25 req-64dbb49f-01c3-401d-9ba3-5a405ab96b03 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 945 time: 0.0516477 Feb 20 22:45:57.017650 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-022d9901-dd54-4106-8720-2ebdff074a71 req-b8bf2585-75c2-4217-8add-c16cc5d7f739 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Feb 20 22:45:57.047029 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-25979fa7-cb7b-4ed6-a434-abbf45facc25 req-818bc0d1-9b78-4441-bed4-7ab7e797ea30 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Feb 20 22:45:57.481538 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d46c-86d6-4a6f-a8de-157eb019ae54 req-1c679f73-0154-40d4-a0e7-c1f44de31800 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:57.483184 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4b59d46c-86d6-4a6f-a8de-157eb019ae54 req-1c679f73-0154-40d4-a0e7-c1f44de31800 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 946 time: 0.0571897 Feb 20 22:45:57.531919 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4b59d46c-86d6-4a6f-a8de-157eb019ae54 req-49fedef9-0eb1-4608-8a7b-3b09bc059bb3 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430124 Feb 20 22:45:57.916126 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2b3b66d2-a575-49cf-9339-f638d3c195af up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:45:57.965308 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port 2b3b66d2-a575-49cf-9339-f638d3c195af triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:45:57.965714 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:58.058799 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port 2b3b66d2-a575-49cf-9339-f638d3c195af is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:45:58.059304 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:58.107117 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port 2b3b66d2-a575-49cf-9339-f638d3c195af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2b3b66d2-a575-49cf-9339-f638d3c195af,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:45:58.153244 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5c889-cd8d-44bf-935e-1bae1be66110 req-f546ceb7-8c00-4d98-b803-5745d3da0d1b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:58.154752 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d2d5c889-cd8d-44bf-935e-1bae1be66110 req-f546ceb7-8c00-4d98-b803-5745d3da0d1b tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 944 time: 0.0572248 Feb 20 22:45:58.204414 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d2d5c889-cd8d-44bf-935e-1bae1be66110 req-9f4386b9-1ce9-4279-bb39-ad207052ea2c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436587 Feb 20 22:45:58.236451 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:58.283017 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=2b3b66d2-a575-49cf-9339-f638d3c195af,revision_number=8']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:58.353147 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:45:58.355445 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201f9355-bd05-4231-8e13-fe47b31de7b5" -d '{"events": [{"server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "name": "network-vif-plugged", "status": "completed", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:45:58.390477 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d04d4e-cee0-42ef-b08e-3d17ccb702b2 x-openstack-request-id: req-36d04d4e-cee0-42ef-b08e-3d17ccb702b2 {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:45:58.390789 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "name": "network-vif-plugged", "status": "completed", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:45:58.391065 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-36d04d4e-cee0-42ef-b08e-3d17ccb702b2 {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:45:58.391508 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'code': 200} Feb 20 22:45:58.596892 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc24d5e-b1fc-4161-9a6c-1dfba02862dc req-dce91045-7f50-4752-b11a-8d16d1b0cf0f tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:58.598390 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7bc24d5e-b1fc-4161-9a6c-1dfba02862dc req-dce91045-7f50-4752-b11a-8d16d1b0cf0f tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 945 time: 0.0536160 Feb 20 22:45:58.656267 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda7177-7012-40e2-93ea-210ad19e4ec6 req-9f04baab-baba-4f41-b008-b1a5c80f57a6 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:58.657726 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1eda7177-7012-40e2-93ea-210ad19e4ec6 req-9f04baab-baba-4f41-b008-b1a5c80f57a6 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 946 time: 0.0555105 Feb 20 22:45:58.659627 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-7bc24d5e-b1fc-4161-9a6c-1dfba02862dc req-e4b3a2e6-d819-4aef-99f1-798107e8b851 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551262 Feb 20 22:45:58.709594 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1eda7177-7012-40e2-93ea-210ad19e4ec6 req-7e9a177f-3e9a-4143-9c60-0b18ff234892 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453634 Feb 20 22:45:58.730001 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce3086-4616-493f-b56c-5d6c3ae6b769 req-70041a7f-cc7e-499a-a846-beda2aa5f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:58.731561 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-61ce3086-4616-493f-b56c-5d6c3ae6b769 req-70041a7f-cc7e-499a-a846-beda2aa5f1bb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1129 time: 0.0472546 Feb 20 22:45:58.790058 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-61ce3086-4616-493f-b56c-5d6c3ae6b769 req-7c36a096-d432-4f28-a596-8c6a471b7510 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507600 Feb 20 22:45:58.830739 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a6632-30eb-424a-b546-5d0372cf31d8 req-42d402dc-954f-49da-9cc3-7eb64eaed077 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:58.832313 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-114a6632-30eb-424a-b546-5d0372cf31d8 req-42d402dc-954f-49da-9cc3-7eb64eaed077 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 946 time: 0.0555625 Feb 20 22:45:58.881818 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-114a6632-30eb-424a-b546-5d0372cf31d8 req-ff382c9d-a4ef-4a12-9850-3b8e3b0b410d tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439835 Feb 20 22:45:58.902964 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 49996) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:58.950109 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f45b5-d28d-45fe-ac0f-f9a3e224b7d4 tempest-TestVolumeBootPattern-1054572055 tempest-TestVolumeBootPattern-1054572055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:58.951516 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-796f45b5-d28d-45fe-ac0f-f9a3e224b7d4 tempest-TestVolumeBootPattern-1054572055 tempest-TestVolumeBootPattern-1054572055-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 1125 time: 0.0475867 Feb 20 22:45:58.954832 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 49998) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:45:58.959168 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Request body: {'floatingip': {'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'port_id': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:45:59.041845 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:59.133930 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:59.240575 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Allocated IP 172.27.0.8 (13902551-927e-452b-838a-e5943d6828df/c291e6b1-bd6f-49f6-a7a5-5d52c46449fa/1858b420-4640-4baf-b2ed-b3b541e7dd19) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:45:59.327573 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6447e-d6ba-4381-86b6-0e787dbe72b1 req-961739f7-392c-49d4-a9e2-a68a7ecfda1f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:59.329172 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-80c6447e-d6ba-4381-86b6-0e787dbe72b1 req-961739f7-392c-49d4-a9e2-a68a7ecfda1f tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0575607 Feb 20 22:45:59.339284 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for port (1858b420-4640-4baf-b2ed-b3b541e7dd19), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:59.379819 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-80c6447e-d6ba-4381-86b6-0e787dbe72b1 req-ea200043-cf77-4bd6-9de4-081b57eaf8c7 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Feb 20 22:45:59.539729 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (1858b420-4640-4baf-b2ed-b3b541e7dd19), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:45:59.581112 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Network 13902551-927e-452b-838a-e5943d6828df is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:45:59.583812 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:45:59.589090 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:45:59.611476 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'Port': ['ID=1858b420-4640-4baf-b2ed-b3b541e7dd19,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:45:59.845894 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8edeb1-a1b7-498a-b8bc-df7d487d88ee req-9137dda0-0349-4434-830c-cae353ff123c tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:45:59.847371 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2b8edeb1-a1b7-498a-b8bc-df7d487d88ee req-9137dda0-0349-4434-830c-cae353ff123c tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 945 time: 0.1061749 Feb 20 22:45:59.939750 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2b8edeb1-a1b7-498a-b8bc-df7d487d88ee req-1b20095f-712d-47ca-bb37-4205622e05cc tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852258 Feb 20 22:46:00.033323 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (53a76f11-9ad5-4ecc-a373-596e2e711c72), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:00.174594 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (1858b420-4640-4baf-b2ed-b3b541e7dd19), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:00.324835 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for port (1858b420-4640-4baf-b2ed-b3b541e7dd19), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:00.384413 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (1858b420-4640-4baf-b2ed-b3b541e7dd19), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:00.479883 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event updated for resources: {'Port': ['ID=1858b420-4640-4baf-b2ed-b3b541e7dd19,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:46:00.497958 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560375'] for floatingip (53a76f11-9ad5-4ecc-a373-596e2e711c72), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:00.502944 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89cc5f-5e68-410c-8276-52eddd6776dc req-e0383395-ab24-4c21-9b45-f619c8d11be0 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:00.504457 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3f89cc5f-5e68-410c-8276-52eddd6776dc req-e0383395-ab24-4c21-9b45-f619c8d11be0 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0539927 Feb 20 22:46:00.542515 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-ebe2e752-f1e4-4159-99e5-d317985f4615 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:00.544005 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-ebe2e752-f1e4-4159-99e5-d317985f4615 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.91 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 945 time: 0.1512909 Feb 20 22:46:00.552514 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3f89cc5f-5e68-410c-8276-52eddd6776dc req-0206caf9-7ff9-4c7c-9ad3-5da3af249046 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423038 Feb 20 22:46:00.667003 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Floating IP 53a76f11-9ad5-4ecc-a373-596e2e711c72 associated. External IP: 172.27.0.8, port: 590c18e7-51e8-4f50-8f5e-ad5c9b26431f. Feb 20 22:46:00.734796 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-8beb2aad-f93b-405d-901e-ca7cec27f5f9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Deleting port 2eaa8c09-82eb-4340-9efd-c77c854ce200 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:46:00.735133 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-8beb2aad-f93b-405d-901e-ca7cec27f5f9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:01.176769 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-8beb2aad-f93b-405d-901e-ca7cec27f5f9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] For port 2eaa8c09-82eb-4340-9efd-c77c854ce200, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2eaa8c09-82eb-4340-9efd-c77c854ce200,segment=NetworkSegment(867613e2-19a7-4734-91e6-d323c2794f64),segment_id=867613e2-19a7-4734-91e6-d323c2794f64)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:46:01.177124 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-8beb2aad-f93b-405d-901e-ca7cec27f5f9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:01.197565 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-8beb2aad-f93b-405d-901e-ca7cec27f5f9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Calling delete_port for 2eaa8c09-82eb-4340-9efd-c77c854ce200 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:46:01.212275 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ea1b-0d4d-4ba5-aa71-52c7cb19b872 req-d662f0bf-1c86-4dec-a716-781b93452337 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:01.213726 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fd33ea1b-0d4d-4ba5-aa71-52c7cb19b872 req-d662f0bf-1c86-4dec-a716-781b93452337 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 945 time: 0.1596100 Feb 20 22:46:01.356443 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:46:01.360454 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-fd33ea1b-0d4d-4ba5-aa71-52c7cb19b872 req-ca2d382f-e5ee-4a0c-8579-e7fdfb7cdea3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380153 Feb 20 22:46:01.513062 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:46:01.523647 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630b882-d565-4ced-8836-1e369e331653 None None] Sync routers for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:46:01.532639 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630b882-d565-4ced-8836-1e369e331653 None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:46:01.533252 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a630b882-d565-4ced-8836-1e369e331653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:45:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:46:01.568150 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-8beb2aad-f93b-405d-901e-ca7cec27f5f9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (2eaa8c09-82eb-4340-9efd-c77c854ce200), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:01.581564 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['2eaa8c09-82eb-4340-9efd-c77c854ce200'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:46:01.601479 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:01.604405 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb2aad-f93b-405d-901e-ca7cec27f5f9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Pushing event deleted for resources: {'Port': ['ID=2eaa8c09-82eb-4340-9efd-c77c854ce200,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:46:01.659445 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-592b7fb0-0995-46c7-9b15-a8b84d67ac77 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7035313 Feb 20 22:46:01.669193 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a630b882-d565-4ced-8836-1e369e331653 None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:46:01.678043 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a7f959-212a-4bbe-b04b-edec233389bb', 'tag': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:46:01.678043 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "23a7f959-212a-4bbe-b04b-edec233389bb", "tag": "590c18e7-51e8-4f50-8f5e-ad5c9b26431f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:46:01.679368 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-8beb2aad-f93b-405d-901e-ca7cec27f5f9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] No DVR routers for this DVR port 2eaa8c09-82eb-4340-9efd-c77c854ce200 on host hv-cinder-83009 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:46:01.682086 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-8beb2aad-f93b-405d-901e-ca7cec27f5f9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:01.685540 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-0e473d78-2782-4272-b2b5-bec91b718d84 req-8beb2aad-f93b-405d-901e-ca7cec27f5f9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.91 "DELETE /v2.0/ports/2eaa8c09-82eb-4340-9efd-c77c854ce200 HTTP/1.1" status: 204 len: 173 time: 1.1356332 Feb 20 22:46:01.714496 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b336aed-b2b4-45fe-9d8a-09e4ece2e2bf x-openstack-request-id: req-2b336aed-b2b4-45fe-9d8a-09e4ece2e2bf {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:46:01.714781 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a7f959-212a-4bbe-b04b-edec233389bb", "tag": "590c18e7-51e8-4f50-8f5e-ad5c9b26431f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:46:01.715031 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b336aed-b2b4-45fe-9d8a-09e4ece2e2bf {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:46:01.715428 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a7f959-212a-4bbe-b04b-edec233389bb', 'tag': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'status': 'completed', 'code': 200} Feb 20 22:46:01.790367 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-f849214b-903e-4a11-be87-45324a683fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:01.791933 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-f849214b-903e-4a11-be87-45324a683fe8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 1130 time: 0.0499830 Feb 20 22:46:01.890442 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-670ee8f1-98f6-4b39-b821-20f4996a6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:01.891850 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-670ee8f1-98f6-4b39-b821-20f4996a6aac service neutron] 10.222.0.91 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 912 time: 0.0942786 Feb 20 22:46:01.961085 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-8f29b86a-d261-4106-b26b-d593cc2c954c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=590c18e7-51e8-4f50-8f5e-ad5c9b26431f HTTP/1.1" status: 200 len: 998 time: 0.0622447 Feb 20 22:46:01.999154 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a630b882-d565-4ced-8836-1e369e331653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '53a76f11-9ad5-4ecc-a373-596e2e711c72', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:28:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a7f959-212a-4bbe-b04b-edec233389bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:45:59Z', 'updated_at': '2022-02-20T22:45:59Z', 'revision_number': 0, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}, {'id': '7f09b16e-cb24-4bdb-a16d-0d9bb1295b09', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:0d:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:56Z', 'updated_at': '2022-02-20T22:43:59Z', 'revision_number': 1, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:46:02.014400 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-cd4ec3ef-0943-404f-8f96-922c526b8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:02.015980 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-cd4ec3ef-0943-404f-8f96-922c526b8722 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 200 len: 850 time: 0.0490706 Feb 20 22:46:02.043602 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630b882-d565-4ced-8836-1e369e331653 None None] Checking router: d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:46:02.061116 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630b882-d565-4ced-8836-1e369e331653 None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:46:02.061830 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a630b882-d565-4ced-8836-1e369e331653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:45:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:46:02.072021 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-606c9ba7-ae4a-473e-91da-dc635a097ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:02.073525 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-606c9ba7-ae4a-473e-91da-dc635a097ed3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17bda384-38d7-4592-a4bb-4dd6daeb6237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515490 Feb 20 22:46:02.164957 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-93b4fc13-99f8-459d-b6c6-0bea61179c66 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849047 Feb 20 22:46:02.266361 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-2c2b5132-f103-4e9b-a1df-e163a6b4b0ec req-b74b2971-6f39-4633-b6c5-b5648f3491b0 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950656 Feb 20 22:46:02.292531 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-54f1cef6-fbef-424d-9556-2e72520fcbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:02.320384 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a630b882-d565-4ced-8836-1e369e331653 None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:46:02.470038 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9378c643-f5b8-448e-a0f2-a03399dfe151 req-2b3b7a03-66a3-4a51-a4e4-01379f28d411 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=aef18c07-1c21-455a-a92f-a1e9677aa491 HTTP/1.1" status: 200 len: 210 time: 0.0281670 Feb 20 22:46:02.597681 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a630b882-d565-4ced-8836-1e369e331653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '53a76f11-9ad5-4ecc-a373-596e2e711c72', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:28:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a7f959-212a-4bbe-b04b-edec233389bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:45:59Z', 'updated_at': '2022-02-20T22:45:59Z', 'revision_number': 0, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}, {'id': '7f09b16e-cb24-4bdb-a16d-0d9bb1295b09', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:0d:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:56Z', 'updated_at': '2022-02-20T22:43:59Z', 'revision_number': 1, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:46:02.629149 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630b882-d565-4ced-8836-1e369e331653 None None] The sync data for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi is: [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '53a76f11-9ad5-4ecc-a373-596e2e711c72', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:28:c9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a7f959-212a-4bbe-b04b-edec233389bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:45:59Z', 'updated_at': '2022-02-20T22:45:59Z', 'revision_number': 0, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}, {'id': '7f09b16e-cb24-4bdb-a16d-0d9bb1295b09', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:0d:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:56Z', 'updated_at': '2022-02-20T22:43:59Z', 'revision_number': 1, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:46:02.852886 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a7dacb-ad51-4502-b2f9-f4932d0b8cce None None] New status for floating IP 53a76f11-9ad5-4ecc-a373-596e2e711c72: ACTIVE {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:46:03.717249 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef18c07-1c21-455a-a92f-a1e9677aa491', 'name': 'network-vif-deleted', 'tag': '2eaa8c09-82eb-4340-9efd-c77c854ce200'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:46:03.720160 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5ff585-83fb-4269-b972-2ab0c329904a" -d '{"events": [{"server_uuid": "aef18c07-1c21-455a-a92f-a1e9677aa491", "name": "network-vif-deleted", "tag": "2eaa8c09-82eb-4340-9efd-c77c854ce200"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:46:03.743361 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-daa26baf-03c5-484b-9048-61c8b1807ce9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:03.744835 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-daa26baf-03c5-484b-9048-61c8b1807ce9 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/networks?id=abf6d8d5-f464-49dc-9e88-18be3851ecd7 HTTP/1.1" status: 200 len: 808 time: 0.1062486 Feb 20 22:46:03.757023 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf582072-a43d-492b-96ca-b4bc1869c19a x-openstack-request-id: req-bf582072-a43d-492b-96ca-b4bc1869c19a {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:46:03.757305 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef18c07-1c21-455a-a92f-a1e9677aa491", "name": "network-vif-deleted", "tag": "2eaa8c09-82eb-4340-9efd-c77c854ce200", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:46:03.757554 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf582072-a43d-492b-96ca-b4bc1869c19a {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:46:03.757957 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef18c07-1c21-455a-a92f-a1e9677aa491', 'name': 'network-vif-deleted', 'tag': '2eaa8c09-82eb-4340-9efd-c77c854ce200', 'status': 'completed', 'code': 200} Feb 20 22:46:03.761568 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-71dba8a2-789b-4e63-9124-62ab57592922 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/quotas/c93365b274564a6c8929c10ce84f3c53 HTTP/1.1" status: 200 len: 375 time: 0.0113621 Feb 20 22:46:03.798585 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-2ced91ab-9419-4743-8964-4c99f5a54848 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c93365b274564a6c8929c10ce84f3c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308487 Feb 20 22:46:03.887251 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-67109070-09e6-4575-8eab-f668fdf5a4bd service neutron] 10.222.0.67 "GET /v2.0/networks/abf6d8d5-f464-49dc-9e88-18be3851ecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818415 Feb 20 22:46:03.942174 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2eaa8c09-82eb-4340-9efd-c77c854ce200 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:46:03.961665 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 2eaa8c09-82eb-4340-9efd-c77c854ce200 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:46:03.962021 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2eaa8c09-82eb-4340-9efd-c77c854ce200 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:46:03.979446 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-a68c30ba-1a45-43fa-bffa-e91e31ecacc2 service neutron] 10.222.0.67 "GET /v2.0/networks/abf6d8d5-f464-49dc-9e88-18be3851ecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862720 Feb 20 22:46:04.081981 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:04.231668 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-a4bb053e-c3c4-453e-bfd4-d19d4b0bc9e3 req-6aa6aa69-8bd7-4be3-bd8c-f4ca3a06a028 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 210 time: 0.0274196 Feb 20 22:46:04.641951 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-94714bb3-3f96-4f81-8f55-cd5cfe8f7eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:05.326427 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-4b4267a4-9d43-4235-96ad-01c006b23e0f req-646c7d1f-c0a6-4cf5-81b8-9b14a98f57df tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 210 time: 0.0281887 Feb 20 22:46:05.688017 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:06.411986 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-d0f302a8-7f93-42cf-94c2-9f75eeb22de0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:06.414147 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-d0f302a8-7f93-42cf-94c2-9f75eeb22de0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.91 "GET /v2.0/networks?id=abf6d8d5-f464-49dc-9e88-18be3851ecd7 HTTP/1.1" status: 200 len: 808 time: 0.1077006 Feb 20 22:46:06.427149 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-2b39d7ac-ee29-4ff8-9570-c1d2d2bf853a req-fd62d47d-577d-4fde-a23b-4de5957458ec tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 210 time: 0.0313790 Feb 20 22:46:06.427737 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Request body: {'port': {'device_id': 'c6fff511-877a-48ab-9f2c-9228beb3b853', 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7', 'admin_state_up': True, 'tenant_id': 'c93365b274564a6c8929c10ce84f3c53'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:46:06.619208 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Made reservation on behalf of c93365b274564a6c8929c10ce84f3c53 for: {'port': 1} {{(pid=103377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 22:46:06.622667 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (None), before_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:06.746615 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_common [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Allocated IP 172.20.0.3 (abf6d8d5-f464-49dc-9e88-18be3851ecd7/4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a/bc0515fb-4e15-4699-a488-3a8867fa7bf6) {{(pid=103377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 22:46:06.896340 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks [] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), precommit_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:06.939374 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:06.996752 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767939238696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), after_create {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:07.039324 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Network abf6d8d5-f464-49dc-9e88-18be3851ecd7 is already hosted by enough agents. {{(pid=103377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 22:46:07.042281 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.base_scheduler [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Resources bound (agent type, host, resource id): {{(pid=103377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 22:46:07.047839 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Received port after_create {{(pid=103377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 22:46:07.076118 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Pushing event updated for resources: {'Port': ['ID=bc0515fb-4e15-4699-a488-3a8867fa7bf6,revision_number=1']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:46:07.104003 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:07.104602 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:07.188058 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-86d6994c-c189-4a44-bb93-db81147535e0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649035 Feb 20 22:46:07.199776 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.v2.base [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Request body: {'port': {'device_id': 'c6fff511-877a-48ab-9f2c-9228beb3b853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 22:46:07.258109 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:07.538003 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0515fb-4e15-4699-a488-3a8867fa7bf6 {{(pid=103377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:46:07.546474 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Publish callbacks [] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), precommit_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:07.562877 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.provisioning_blocks [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Transition to ACTIVE for port object bc0515fb-4e15-4699-a488-3a8867fa7bf6 will not be triggered until provisioned by entity L2. {{(pid=103377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 22:46:07.575975 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679e583-07e5-448e-bb75-532b5b3cfbf1 req-64da6a67-64f9-41af-bccf-90392f6bce30 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:07.577416 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5679e583-07e5-448e-bb75-532b5b3cfbf1 req-64da6a67-64f9-41af-bccf-90392f6bce30 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 931 time: 0.0764518 Feb 20 22:46:07.625447 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-5679e583-07e5-448e-bb75-532b5b3cfbf1 req-db6313af-a301-4c8c-907f-41f9107a6143 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Feb 20 22:46:07.670533 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:07.740526 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0515fb-4e15-4699-a488-3a8867fa7bf6,revision_number=2']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:46:07.792149 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Attempting to bind port bc0515fb-4e15-4699-a488-3a8867fa7bf6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 22:46:07.792412 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Attempting to bind port bc0515fb-4e15-4699-a488-3a8867fa7bf6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '867613e2-19a7-4734-91e6-d323c2794f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7'}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 22:46:07.792733 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Attempting to bind port bc0515fb-4e15-4699-a488-3a8867fa7bf6 on network abf6d8d5-f464-49dc-9e88-18be3851ecd7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:46:07.797037 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Port bc0515fb-4e15-4699-a488-3a8867fa7bf6 on network abf6d8d5-f464-49dc-9e88-18be3851ecd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 22:46:07.797351 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Attempting to bind port bc0515fb-4e15-4699-a488-3a8867fa7bf6 on network abf6d8d5-f464-49dc-9e88-18be3851ecd7 {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 22:46:07.802159 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Checking agent: {'id': 'b2cbc725-2e21-422f-b37d-8ba9bb3f00bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'started_at': datetime.datetime(2022, 2, 20, 22, 33, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 22, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 22:46:07.806839 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Checking segment: {'id': '867613e2-19a7-4734-91e6-d323c2794f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 22:46:07.806839 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Bound using segment: {'id': '867613e2-19a7-4734-91e6-d323c2794f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7'} {{(pid=103377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 22:46:07.806839 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.managers [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Bound port: bc0515fb-4e15-4699-a488-3a8867fa7bf6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867613e2-19a7-4734-91e6-d323c2794f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7'}}] {{(pid=103377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 22:46:07.806839 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), before_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:07.866502 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] For port bc0515fb-4e15-4699-a488-3a8867fa7bf6, host hv-cinder-83009, cleared binding levels {{(pid=103377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 22:46:07.869375 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] For port bc0515fb-4e15-4699-a488-3a8867fa7bf6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc0515fb-4e15-4699-a488-3a8867fa7bf6,segment=NetworkSegment(867613e2-19a7-4734-91e6-d323c2794f64),segment_id=867613e2-19a7-4734-91e6-d323c2794f64)] {{(pid=103377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 22:46:07.968839 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2419206'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), after_update {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:08.001983 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:08.002598 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:08.003991 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] 10.222.0.91 "PUT /v2.0/ports/bc0515fb-4e15-4699-a488-3a8867fa7bf6 HTTP/1.1" status: 200 len: 1093 time: 0.8085487 Feb 20 22:46:08.004421 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fff511-877a-48ab-9f2c-9228beb3b853', 'tag': 'bc0515fb-4e15-4699-a488-3a8867fa7bf6'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:46:08.006675 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3015a8-9b12-46fd-9651-c88ddb9f20f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fff511-877a-48ab-9f2c-9228beb3b853", "tag": "bc0515fb-4e15-4699-a488-3a8867fa7bf6"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:46:08.032821 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080ee92-98a8-41e4-830b-4b9243a48ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0515fb-4e15-4699-a488-3a8867fa7bf6,revision_number=3']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:46:08.043914 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0590e6b3-901e-49ee-bfbb-74949fde217e x-openstack-request-id: req-0590e6b3-901e-49ee-bfbb-74949fde217e {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:46:08.044199 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fff511-877a-48ab-9f2c-9228beb3b853", "tag": "bc0515fb-4e15-4699-a488-3a8867fa7bf6", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:46:08.044450 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0590e6b3-901e-49ee-bfbb-74949fde217e {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:46:08.044844 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fff511-877a-48ab-9f2c-9228beb3b853', 'tag': 'bc0515fb-4e15-4699-a488-3a8867fa7bf6', 'status': 'completed', 'code': 200} Feb 20 22:46:08.114072 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3015a8-9b12-46fd-9651-c88ddb9f20f8 req-e7236482-058e-4807-b823-f626792df5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:08.115665 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-de3015a8-9b12-46fd-9651-c88ddb9f20f8 req-e7236482-058e-4807-b823-f626792df5a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c93365b274564a6c8929c10ce84f3c53&device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 1127 time: 0.0491569 Feb 20 22:46:08.211135 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3015a8-9b12-46fd-9651-c88ddb9f20f8 req-effa0831-60dd-404a-84db-e25d82756e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:08.212585 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-de3015a8-9b12-46fd-9651-c88ddb9f20f8 req-effa0831-60dd-404a-84db-e25d82756e48 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=c93365b274564a6c8929c10ce84f3c53&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0898528 Feb 20 22:46:08.307083 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3015a8-9b12-46fd-9651-c88ddb9f20f8 req-faf6addb-cbfd-4107-901b-dba1bf0740a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:08.308526 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-de3015a8-9b12-46fd-9651-c88ddb9f20f8 req-faf6addb-cbfd-4107-901b-dba1bf0740a7 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900300 Feb 20 22:46:08.387805 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-b96e9a1b-c438-4cc0-bf4a-820cc6079d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:08.389272 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-b96e9a1b-c438-4cc0-bf4a-820cc6079d0d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=c93365b274564a6c8929c10ce84f3c53&device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 1127 time: 0.0447559 Feb 20 22:46:08.428449 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-1b3bef7c-505c-4ac7-9283-6514bde3a8c0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc0515fb-4e15-4699-a488-3a8867fa7bf6 HTTP/1.1" status: 200 len: 217 time: 0.0329952 Feb 20 22:46:08.478673 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-02664146-66bb-49c2-aa18-1aa82525d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:08.480115 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-02664146-66bb-49c2-aa18-1aa82525d7b8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a HTTP/1.1" status: 200 len: 848 time: 0.0464494 Feb 20 22:46:08.510111 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-74559ac6-ca33-43ba-a7b7-8851f054d7d9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=abf6d8d5-f464-49dc-9e88-18be3851ecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243685 Feb 20 22:46:08.522001 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:08.599842 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-f9a189b5-8867-40af-b770-bb47535f712e service neutron] 10.222.0.91 "GET /v2.0/networks/abf6d8d5-f464-49dc-9e88-18be3851ecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807250 Feb 20 22:46:08.691609 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b779dc6a-1f5c-453f-9ed2-c39cadfaa966 req-b03374ad-0e0b-4aae-bfba-ed2d133d8090 service neutron] 10.222.0.91 "GET /v2.0/networks/abf6d8d5-f464-49dc-9e88-18be3851ecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862706 Feb 20 22:46:08.745893 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195ecbb-f560-4849-86af-c0de316b49a1 req-e2dc7f25-224d-41ea-8507-b939559ab004 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:08.747455 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9195ecbb-f560-4849-86af-c0de316b49a1 req-e2dc7f25-224d-41ea-8507-b939559ab004 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 943 time: 0.0539377 Feb 20 22:46:08.793410 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-9195ecbb-f560-4849-86af-c0de316b49a1 req-dd1d5fc9-3807-4350-a5be-d73dc7a63db6 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397580 Feb 20 22:46:09.914141 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d65cd9-b2f4-49cc-9181-1f4a4b7776b7 req-eaccedae-11b5-4b75-add5-50b6f6395e61 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:09.915584 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-17d65cd9-b2f4-49cc-9181-1f4a4b7776b7 req-eaccedae-11b5-4b75-add5-50b6f6395e61 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 943 time: 0.0511281 Feb 20 22:46:09.960489 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-17d65cd9-b2f4-49cc-9181-1f4a4b7776b7 req-6a6f725c-ee98-4eed-bdee-b73e37b194b8 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Feb 20 22:46:09.993689 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device bc0515fb-4e15-4699-a488-3a8867fa7bf6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 22:46:10.090792 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port bc0515fb-4e15-4699-a488-3a8867fa7bf6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc0515fb-4e15-4699-a488-3a8867fa7bf6,segment=NetworkSegment(867613e2-19a7-4734-91e6-d323c2794f64),segment_id=867613e2-19a7-4734-91e6-d323c2794f64)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:46:10.101667 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Returning: {'device': 'bc0515fb-4e15-4699-a488-3a8867fa7bf6', 'network_id': 'abf6d8d5-f464-49dc-9e88-18be3851ecd7', 'port_id': 'bc0515fb-4e15-4699-a488-3a8867fa7bf6', 'mac_address': 'fa:16:3e:01:eb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 22:46:10.141503 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port bc0515fb-4e15-4699-a488-3a8867fa7bf6 is: DOWN; New status is: BUILD {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:46:10.141910 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:10.154026 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0515fb-4e15-4699-a488-3a8867fa7bf6 {{(pid=103378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 22:46:10.172097 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port bc0515fb-4e15-4699-a488-3a8867fa7bf6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc0515fb-4e15-4699-a488-3a8867fa7bf6,segment=NetworkSegment(867613e2-19a7-4734-91e6-d323c2794f64),segment_id=867613e2-19a7-4734-91e6-d323c2794f64)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:46:10.259540 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:10.305904 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=bc0515fb-4e15-4699-a488-3a8867fa7bf6,revision_number=4']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:46:10.531662 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] get_ports_and_sgs() called for port_ids ['bc0515fb-4e15-4699-a488-3a8867fa7bf6'] {{(pid=103378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 22:46:11.079009 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22394e7-4f8c-459c-8bf6-39889eb428ab req-92218597-bc2b-4c5e-b54b-e350bc97848f tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:11.080391 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c22394e7-4f8c-459c-8bf6-39889eb428ab req-92218597-bc2b-4c5e-b54b-e350bc97848f tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 944 time: 0.0522439 Feb 20 22:46:11.130876 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-c22394e7-4f8c-459c-8bf6-39889eb428ab req-44c70c0d-b57a-45ad-9851-afad221d670e tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449591 Feb 20 22:46:12.006058 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device bc0515fb-4e15-4699-a488-3a8867fa7bf6 up at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 22:46:12.133532 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning for port bc0515fb-4e15-4699-a488-3a8867fa7bf6 completed by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 22:46:12.137875 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.provisioning_blocks [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Provisioning complete for port bc0515fb-4e15-4699-a488-3a8867fa7bf6 triggered by entity L2. {{(pid=103378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 22:46:12.138244 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1237054'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), provisioning_complete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:12.224201 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Current status of the port bc0515fb-4e15-4699-a488-3a8867fa7bf6 is: BUILD; New status is: ACTIVE {{(pid=103378) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 22:46:12.224677 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1291047'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), before_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:12.253391 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fff511-877a-48ab-9f2c-9228beb3b853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0515fb-4e15-4699-a488-3a8867fa7bf6'}] {{(pid=103378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:46:12.255971 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb30d55-8321-4567-8018-6cb35ec531a4 req-36de8ec8-055b-453e-b0ff-0526f23208c4 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:12.257598 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbb30d55-8321-4567-8018-6cb35ec531a4 req-36de8ec8-055b-453e-b0ff-0526f23208c4 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 944 time: 0.0558341 Feb 20 22:46:12.258640 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6aeb469a6b799217b5423887a978eaff8c74b83aee408d04e20797773dfd4b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93785b3c-7807-40c5-a029-2203a540ef67" -d '{"events": [{"server_uuid": "c6fff511-877a-48ab-9f2c-9228beb3b853", "name": "network-vif-plugged", "status": "completed", "tag": "bc0515fb-4e15-4699-a488-3a8867fa7bf6"}]}' {{(pid=103378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:46:12.271872 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] For port bc0515fb-4e15-4699-a488-3a8867fa7bf6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc0515fb-4e15-4699-a488-3a8867fa7bf6,segment=NetworkSegment(867613e2-19a7-4734-91e6-d323c2794f64),segment_id=867613e2-19a7-4734-91e6-d323c2794f64)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:46:12.297421 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb049d9b-c16c-40d3-b11f-8011a6bf44be x-openstack-request-id: req-cb049d9b-c16c-40d3-b11f-8011a6bf44be {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:46:12.297849 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fff511-877a-48ab-9f2c-9228beb3b853", "name": "network-vif-plugged", "status": "completed", "tag": "bc0515fb-4e15-4699-a488-3a8867fa7bf6", "code": 200}]} {{(pid=103378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:46:12.298121 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cb049d9b-c16c-40d3-b11f-8011a6bf44be {{(pid=103378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:46:12.298589 dv-cinder-830095-1-iscsi neutron-server[103378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fff511-877a-48ab-9f2c-9228beb3b853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0515fb-4e15-4699-a488-3a8867fa7bf6', 'code': 200} Feb 20 22:46:12.315266 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-dbb30d55-8321-4567-8018-6cb35ec531a4 req-d38b480a-0625-4d14-abf1-e40196787631 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Feb 20 22:46:12.344989 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767939747467', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767939238714', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767939238732'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:12.393351 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Pushing event updated for resources: {'Port': ['ID=bc0515fb-4e15-4699-a488-3a8867fa7bf6,revision_number=5']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:46:12.598455 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4be4a0-68c7-4a50-bc4b-733099b2f243 req-eae75877-59e9-4070-a506-5a57328c21ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:12.599928 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-df4be4a0-68c7-4a50-bc4b-733099b2f243 req-eae75877-59e9-4070-a506-5a57328c21ee service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 1129 time: 0.0440881 Feb 20 22:46:12.656096 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-df4be4a0-68c7-4a50-bc4b-733099b2f243 req-9794707d-8fc5-4a78-ae79-2daad7bb0b5c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Feb 20 22:46:13.435540 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009151c9-e0b2-4759-9be7-e948b6fbb1af req-6fc7a98d-fffe-4ec1-89a9-472515871f21 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:13.437002 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-009151c9-e0b2-4759-9be7-e948b6fbb1af req-6fc7a98d-fffe-4ec1-89a9-472515871f21 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 945 time: 0.0525527 Feb 20 22:46:13.484207 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-009151c9-e0b2-4759-9be7-e948b6fbb1af req-2cc7d0b4-3ea6-4909-a723-ebdeddafcc0b tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Feb 20 22:46:14.606247 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9ccbb-c480-4c68-a327-562c4d2695cd req-3e9c00b3-e2f7-4b05-8e1a-9514c6359896 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:14.607724 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-00f9ccbb-c480-4c68-a327-562c4d2695cd req-3e9c00b3-e2f7-4b05-8e1a-9514c6359896 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 945 time: 0.0563755 Feb 20 22:46:14.653199 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-00f9ccbb-c480-4c68-a327-562c4d2695cd req-bdaace2a-8b48-46d0-a376-b1dab4ca1497 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393393 Feb 20 22:46:16.003942 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ed15d-c670-4f52-b25f-c44f32292c94 req-620fb0a0-f41c-45cb-a5b3-7b16949c04f0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:16.005399 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-565ed15d-c670-4f52-b25f-c44f32292c94 req-620fb0a0-f41c-45cb-a5b3-7b16949c04f0 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 945 time: 0.0518639 Feb 20 22:46:16.051425 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-565ed15d-c670-4f52-b25f-c44f32292c94 req-47f6d0d0-1d71-4ffb-a744-ae12a8f2cb41 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Feb 20 22:46:17.174513 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb8b08-ecad-46f3-a006-60a3df45b273 req-2e21612f-ec3c-4427-860f-8e3432e6ea3a tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:17.176618 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ddeb8b08-ecad-46f3-a006-60a3df45b273 req-2e21612f-ec3c-4427-860f-8e3432e6ea3a tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 945 time: 0.0561807 Feb 20 22:46:17.222763 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-ddeb8b08-ecad-46f3-a006-60a3df45b273 req-30f31cf7-b0a4-497d-b4cf-5797d5640d24 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/security-groups?id=a46429fb-dc55-4be4-92f2-56f5b89f53e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Feb 20 22:46:17.708903 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-411ae8f8-56df-4933-8e57-5ebd3c548502 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:46:17.710421 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-411ae8f8-56df-4933-8e57-5ebd3c548502 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 945 time: 0.0511892 Feb 20 22:46:17.806303 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Deleting port bc0515fb-4e15-4699-a488-3a8867fa7bf6 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:46:17.806661 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:17.892177 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] For port bc0515fb-4e15-4699-a488-3a8867fa7bf6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc0515fb-4e15-4699-a488-3a8867fa7bf6,segment=NetworkSegment(867613e2-19a7-4734-91e6-d323c2794f64),segment_id=867613e2-19a7-4734-91e6-d323c2794f64)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:46:17.892557 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:17.904759 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Calling delete_port for bc0515fb-4e15-4699-a488-3a8867fa7bf6 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:46:18.128124 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (bc0515fb-4e15-4699-a488-3a8867fa7bf6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:18.157467 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Pushing event deleted for resources: {'Port': ['ID=bc0515fb-4e15-4699-a488-3a8867fa7bf6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:46:18.169869 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.170224 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.170569 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.170908 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.171242 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.171572 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.171899 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.172250 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.172576 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.172902 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.173225 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.173547 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.173897 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:46:18.209916 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] No DVR routers for this DVR port bc0515fb-4e15-4699-a488-3a8867fa7bf6 on host hv-cinder-83009 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:46:18.212281 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:18.215593 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-27eb8e90-86c1-437a-8e40-3c7d47722240 req-a082ecfb-6721-4198-9ddf-5c8a601b38e3 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.91 "DELETE /v2.0/ports/bc0515fb-4e15-4699-a488-3a8867fa7bf6 HTTP/1.1" status: 204 len: 173 time: 0.4989083 Feb 20 22:46:18.216029 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fff511-877a-48ab-9f2c-9228beb3b853', 'name': 'network-vif-deleted', 'tag': 'bc0515fb-4e15-4699-a488-3a8867fa7bf6'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:46:18.218309 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7a8686-8292-4489-bc65-f636b7cbe0b2" -d '{"events": [{"server_uuid": "c6fff511-877a-48ab-9f2c-9228beb3b853", "name": "network-vif-deleted", "tag": "bc0515fb-4e15-4699-a488-3a8867fa7bf6"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:46:18.253883 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25f89bd-7be2-4303-9da8-0b2551ce3db4 x-openstack-request-id: req-c25f89bd-7be2-4303-9da8-0b2551ce3db4 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:46:18.253883 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fff511-877a-48ab-9f2c-9228beb3b853", "name": "network-vif-deleted", "tag": "bc0515fb-4e15-4699-a488-3a8867fa7bf6", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:46:18.254674 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c25f89bd-7be2-4303-9da8-0b2551ce3db4 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:46:18.254790 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fff511-877a-48ab-9f2c-9228beb3b853', 'name': 'network-vif-deleted', 'tag': 'bc0515fb-4e15-4699-a488-3a8867fa7bf6', 'status': 'completed', 'code': 200} Feb 20 22:46:18.322669 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b289af4a-db79-471a-8ae3-cf4c98d4aebe req-0d5953a1-5a2b-4933-836b-9e7599d91be2 tempest-VolumesActionsTest-1364142858 tempest-VolumesActionsTest-1364142858-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6fff511-877a-48ab-9f2c-9228beb3b853 HTTP/1.1" status: 200 len: 210 time: 0.0305085 Feb 20 22:46:20.047140 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device bc0515fb-4e15-4699-a488-3a8867fa7bf6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:46:20.067785 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: bc0515fb-4e15-4699-a488-3a8867fa7bf6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:46:20.068166 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device bc0515fb-4e15-4699-a488-3a8867fa7bf6 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:46:23.317921 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:46:32.104031 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-384848cd-35e3-464a-a55a-1a32b28357e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:34.133474 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:34.613590 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-db12499c-d8cc-498d-800b-8b18151b0271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:35.631245 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:37.058919 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:38.533636 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:44.773681 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50338) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:46:44.817932 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81eba06-ea92-420f-af4d-25e45086121d admin admin] Deleting subnet 4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:46:44.820967 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e81eba06-ea92-420f-af4d-25e45086121d admin admin] Publish callbacks [] for subnet (4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:44.854090 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e81eba06-ea92-420f-af4d-25e45086121d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10286890'] for subnet (4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:44.892158 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e81eba06-ea92-420f-af4d-25e45086121d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:45.013755 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e81eba06-ea92-420f-af4d-25e45086121d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2418892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9865838'] for subnet (4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:45.043760 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81eba06-ea92-420f-af4d-25e45086121d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:46:45.047562 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e81eba06-ea92-420f-af4d-25e45086121d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:45.050805 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e81eba06-ea92-420f-af4d-25e45086121d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4ee9dff3-b8d7-47ab-9ac4-b8f8e474049a HTTP/1.1" status: 204 len: 168 time: 0.2760961 Feb 20 22:46:45.054340 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50340) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:46:45.119597 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (abf6d8d5-f464-49dc-9e88-18be3851ecd7), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:45.458716 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (abf6d8d5-f464-49dc-9e88-18be3851ecd7), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:45.477649 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf6d8d5-f464-49dc-9e88-18be3851ecd7']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:46:45.486648 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867613e2-19a7-4734-91e6-d323c2794f64') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:46:45.486934 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867613e2-19a7-4734-91e6-d323c2794f64') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:46:45.496168 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286899'] for segment (867613e2-19a7-4734-91e6-d323c2794f64), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:45.509773 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (867613e2-19a7-4734-91e6-d323c2794f64), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:45.515451 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:46:45.515816 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419242'] for segment (867613e2-19a7-4734-91e6-d323c2794f64), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: Traceback (most recent call last): Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: timer() Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: cb(*args, **kw) Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: return func(*args, **kwargs) Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: self._notify() Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: self.callback(batched_events) Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: event.method(event) Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: return f(self, *a, **k) Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: return self._get(url).json() Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:46:45.517400 dv-cinder-830095-1-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:46:45.641969 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (abf6d8d5-f464-49dc-9e88-18be3851ecd7), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:45.647788 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:45.655951 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] 10.222.0.67 "DELETE /v2.0/networks/abf6d8d5-f464-49dc-9e88-18be3851ecd7 HTTP/1.1" status: 204 len: 168 time: 0.5956130 Feb 20 22:46:45.662215 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea2416-3bc3-4661-9148-9f5716e8ee9b admin admin] Pushing event deleted for resources: {'Network': ['ID=abf6d8d5-f464-49dc-9e88-18be3851ecd7,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:46:45.941991 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50344) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:46:45.984051 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-eb8353cc-9a49-46c8-ab93-f98ddc293343 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c93365b274564a6c8929c10ce84f3c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408983 Feb 20 22:46:45.986491 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50346) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:46:46.031619 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-440090d8-130c-46d4-9680-474f6c439ec2 admin admin] Publish callbacks [] for security_group (a46429fb-dc55-4be4-92f2-56f5b89f53e3), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:46.052962 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-440090d8-130c-46d4-9680-474f6c439ec2 admin admin] Publish callbacks [] for security_group (a46429fb-dc55-4be4-92f2-56f5b89f53e3), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:46.156221 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-440090d8-130c-46d4-9680-474f6c439ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (a46429fb-dc55-4be4-92f2-56f5b89f53e3), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:46.158841 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-440090d8-130c-46d4-9680-474f6c439ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:46:46.159998 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-440090d8-130c-46d4-9680-474f6c439ec2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a46429fb-dc55-4be4-92f2-56f5b89f53e3 HTTP/1.1" status: 204 len: 168 time: 0.1726367 Feb 20 22:46:46.169131 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440090d8-130c-46d4-9680-474f6c439ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46429fb-dc55-4be4-92f2-56f5b89f53e3,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:00.318037 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:47:02.104481 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-878898d5-2d97-417c-a2ec-91cb466db231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:04.087078 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:04.611674 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4b36e61c-b10b-4d97-9e78-82b5d9ebfcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:05.636057 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:06.938574 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:08.531874 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:08.532973 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-59f9a001-4b04-44a8-87b7-d180677e74c5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439951 Feb 20 22:47:08.615418 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-8afff89e-ce8e-49fc-8854-a7369ee5f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:08.617224 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-8afff89e-ce8e-49fc-8854-a7369ee5f7ba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e3352be11764be599310f6f3ac07b64&device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1129 time: 0.0440323 Feb 20 22:47:08.718106 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-60ad8253-f273-43e8-9f9d-f701f61a0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:08.719543 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-60ad8253-f273-43e8-9f9d-f701f61a0db8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d2192c2a-ed24-4734-90c8-578db27f0b65 HTTP/1.1" status: 200 len: 909 time: 0.0859938 Feb 20 22:47:08.782367 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-f0d036af-0460-4e1c-a9c1-61b2e408226c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b3b66d2-a575-49cf-9339-f638d3c195af HTTP/1.1" status: 200 len: 1001 time: 0.0572352 Feb 20 22:47:08.832333 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-68bd836c-55ba-4eb6-a80c-8c2f75ac7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:08.833863 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-68bd836c-55ba-4eb6-a80c-8c2f75ac7b29 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=181961e4-5f5c-45f6-8edf-99211fff5e2d HTTP/1.1" status: 200 len: 847 time: 0.0460932 Feb 20 22:47:08.882155 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-d2216719-d6f2-492f-a1b2-dd5a20986922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:08.884537 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-d2216719-d6f2-492f-a1b2-dd5a20986922 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d2192c2a-ed24-4734-90c8-578db27f0b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441308 Feb 20 22:47:08.968630 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-86c4966d-e043-417b-aa15-4d218371ff70 service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795872 Feb 20 22:47:09.059595 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e267567e-8167-4b2b-a1be-ecc0bce8ce72 req-dbbc9296-95b1-47f4-8f2d-5caeaa762b33 service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854032 Feb 20 22:47:19.791145 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50356) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:19.948067 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Deleting port bb7be3ef-4451-42df-b9f1-e505760ee87a {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:19.948401 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (bb7be3ef-4451-42df-b9f1-e505760ee87a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:20.026154 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (bb7be3ef-4451-42df-b9f1-e505760ee87a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:20.026476 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for floatingip (bb7be3ef-4451-42df-b9f1-e505760ee87a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:20.037837 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Calling delete_port for bb7be3ef-4451-42df-b9f1-e505760ee87a owned by network:floatingip {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:20.327529 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (bb7be3ef-4451-42df-b9f1-e505760ee87a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:20.353280 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event deleted for resources: {'Port': ['ID=bb7be3ef-4451-42df-b9f1-e505760ee87a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:20.364545 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.364891 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.365231 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.365564 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.365922 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.366760 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.367089 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.367587 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.367715 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.368038 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.368356 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.368674 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.368994 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:20.422667 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for floatingip (42977be0-3b12-45e6-b1f8-734ae386ed01), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:20.423013 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.db.l3_db [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Floating IP 42977be0-3b12-45e6-b1f8-734ae386ed01 disassociated (deleted). External IP: 172.27.0.200, port: 2b3b66d2-a575-49cf-9339-f638d3c195af. Feb 20 22:47:20.638331 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:47:20.750190 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:47:20.755077 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:20.760066 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] Sync routers for ids ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:47:20.769260 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] Routers {'49a21cb5-8463-40c3-b7ce-1779a785dbe2'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:20.769935 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:20.798968 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a7c27198-5d3c-49c6-9c9a-a152d7b1f136 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "DELETE /v2.0/floatingips/42977be0-3b12-45e6-b1f8-734ae386ed01 HTTP/1.1" status: 204 len: 168 time: 1.0067070 Feb 20 22:47:20.799666 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:47:20.801837 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:47:20.852182 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4716f7e0-0ea7-4c0b-8123-db5e0b36e411 x-openstack-request-id: req-4716f7e0-0ea7-4c0b-8123-db5e0b36e411 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:47:20.852523 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:47:20.852801 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4716f7e0-0ea7-4c0b-8123-db5e0b36e411 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:47:20.853500 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'status': 'completed', 'code': 200} Feb 20 22:47:20.886659 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] Set router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:20.926753 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-02c92a76-d65f-4fc2-b8c7-54ef9b8293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:20.928235 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-02c92a76-d65f-4fc2-b8c7-54ef9b8293bb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=2e3352be11764be599310f6f3ac07b64&device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 1129 time: 0.0522048 Feb 20 22:47:21.018776 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-97549c7e-a9a4-4f46-bb42-88f0d0de4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:21.020355 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-97549c7e-a9a4-4f46-bb42-88f0d0de4f7a service neutron] 10.222.0.91 "GET /v2.0/networks?id=d2192c2a-ed24-4734-90c8-578db27f0b65 HTTP/1.1" status: 200 len: 909 time: 0.0852144 Feb 20 22:47:21.062443 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-827293fe-1b93-4e9c-8b17-095e45d0e036 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b3b66d2-a575-49cf-9339-f638d3c195af HTTP/1.1" status: 200 len: 217 time: 0.0352793 Feb 20 22:47:21.090017 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:42Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '838a5a84-42c9-4537-b9d7-6155a4102ed6', 'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'mac_address': 'fa:16:3e:f7:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:41Z', 'updated_at': '2022-02-20T22:42:46Z', 'revision_number': 5, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'subnets': [{'id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:21.114289 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-c0999b05-7a2c-4917-8f4d-15e595a10e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:21.115920 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-c0999b05-7a2c-4917-8f4d-15e595a10e24 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=181961e4-5f5c-45f6-8edf-99211fff5e2d HTTP/1.1" status: 200 len: 847 time: 0.0483661 Feb 20 22:47:21.121845 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] Checking router: 49a21cb5-8463-40c3-b7ce-1779a785dbe2 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:47:21.131485 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] Routers {'49a21cb5-8463-40c3-b7ce-1779a785dbe2'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:21.132094 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:21.174747 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-9beeb238-dc6a-4451-a8a0-0a95fad56da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:21.176395 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-9beeb238-dc6a-4451-a8a0-0a95fad56da3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d2192c2a-ed24-4734-90c8-578db27f0b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490026 Feb 20 22:47:21.243656 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] Set router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:21.266373 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-e9a43b1b-2513-4919-81f3-22e96294e489 service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838087 Feb 20 22:47:21.366949 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-e796b496-b6fb-4a8c-bf13-a4ca41fd51e7 req-6e9d9274-5f66-4de2-852a-06234f8187d6 service neutron] 10.222.0.91 "GET /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953696 Feb 20 22:47:21.379169 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc556c3-b5cd-4ac6-9ce5-c837d9b4396d req-7cabacb5-ab1d-49a4-96a2-6f47827a5718 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:21.381629 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3cc556c3-b5cd-4ac6-9ce5-c837d9b4396d req-7cabacb5-ab1d-49a4-96a2-6f47827a5718 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0716197 Feb 20 22:47:21.432168 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-3cc556c3-b5cd-4ac6-9ce5-c837d9b4396d req-f127e188-0e82-449d-beeb-6f494a756bb6 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439351 Feb 20 22:47:21.456466 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:42Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '838a5a84-42c9-4537-b9d7-6155a4102ed6', 'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'mac_address': 'fa:16:3e:f7:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:41Z', 'updated_at': '2022-02-20T22:42:46Z', 'revision_number': 5, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'subnets': [{'id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:21.484020 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3216c09d-1781-4b5a-af9b-568d665816f3 None None] The sync data for ids ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'] in dv-cinder-830095-1-iscsi is: [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:42Z', 'revision_number': 4, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': '838a5a84-42c9-4537-b9d7-6155a4102ed6', 'name': '', 'network_id': 'd2192c2a-ed24-4734-90c8-578db27f0b65', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'mac_address': 'fa:16:3e:f7:3d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:41Z', 'updated_at': '2022-02-20T22:42:46Z', 'revision_number': 5, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'subnets': [{'id': '181961e4-5f5c-45f6-8edf-99211fff5e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:47:21.702875 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70433a-52ab-4426-b23b-4a84de2d7e29 None None] New status for floating IP 42977be0-3b12-45e6-b1f8-734ae386ed01: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:47:22.564667 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bf0a5-5273-4340-9c4f-d91ada2f466c req-496460a1-f0ce-4860-8ddb-1673c22c6098 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:22.566157 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6e5bf0a5-5273-4340-9c4f-d91ada2f466c req-496460a1-f0ce-4860-8ddb-1673c22c6098 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0530581 Feb 20 22:47:22.614953 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-6e5bf0a5-5273-4340-9c4f-d91ada2f466c req-487f53b3-1dc7-429f-82e0-b09aa2780291 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/security-groups?id=2255a016-5e70-45f1-ac69-603d49ad6b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419705 Feb 20 22:47:22.900302 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-db9c196c-25ca-4fbe-b73c-0cb7616574eb tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:22.901767 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-db9c196c-25ca-4fbe-b73c-0cb7616574eb tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.91 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 945 time: 0.0586469 Feb 20 22:47:22.997075 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-f40627db-2e74-4446-926f-ab85900b064c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Deleting port 2b3b66d2-a575-49cf-9339-f638d3c195af {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:22.997408 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-f40627db-2e74-4446-926f-ab85900b064c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:23.088025 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-f40627db-2e74-4446-926f-ab85900b064c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] For port 2b3b66d2-a575-49cf-9339-f638d3c195af, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2b3b66d2-a575-49cf-9339-f638d3c195af,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:23.088385 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-f40627db-2e74-4446-926f-ab85900b064c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:23.099997 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-f40627db-2e74-4446-926f-ab85900b064c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Calling delete_port for 2b3b66d2-a575-49cf-9339-f638d3c195af owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:23.333184 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-f40627db-2e74-4446-926f-ab85900b064c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (2b3b66d2-a575-49cf-9339-f638d3c195af), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:23.363647 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40627db-2e74-4446-926f-ab85900b064c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event deleted for resources: {'Port': ['ID=2b3b66d2-a575-49cf-9339-f638d3c195af,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:23.409089 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-f40627db-2e74-4446-926f-ab85900b064c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] No DVR routers for this DVR port 2b3b66d2-a575-49cf-9339-f638d3c195af on host hv-cinder-83009 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:23.411648 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-f40627db-2e74-4446-926f-ab85900b064c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:23.415387 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-147f83d1-2c84-4dde-8e87-b65a7fb88d7e req-f40627db-2e74-4446-926f-ab85900b064c tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.91 "DELETE /v2.0/ports/2b3b66d2-a575-49cf-9339-f638d3c195af HTTP/1.1" status: 204 len: 173 time: 0.5078838 Feb 20 22:47:23.415823 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'name': 'network-vif-deleted', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:47:23.418149 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092165c4-0925-48c7-af6f-09fdf7f4927e" -d '{"events": [{"server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "name": "network-vif-deleted", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:47:23.454514 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67ce262-bc08-4284-acb0-06c3484c6239 x-openstack-request-id: req-d67ce262-bc08-4284-acb0-06c3484c6239 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:47:23.454825 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f904c48e-3598-442e-b6d6-f38197c9c45f", "name": "network-vif-deleted", "tag": "2b3b66d2-a575-49cf-9339-f638d3c195af", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:47:23.455078 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d67ce262-bc08-4284-acb0-06c3484c6239 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:47:23.455478 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f904c48e-3598-442e-b6d6-f38197c9c45f', 'name': 'network-vif-deleted', 'tag': '2b3b66d2-a575-49cf-9339-f638d3c195af', 'status': 'completed', 'code': 200} Feb 20 22:47:23.707970 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f830bfe3-1068-4273-a6c5-121ff1350302 req-38bad948-c3a2-485b-92f3-0bc23cc35e42 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 210 time: 0.0279176 Feb 20 22:47:24.815994 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-256dee2b-8e11-4b15-9da4-a5124fd00ec1 req-be675338-8252-4017-a7e3-ff1cd6466559 tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "GET /v2.0/ports?device_id=f904c48e-3598-442e-b6d6-f38197c9c45f HTTP/1.1" status: 200 len: 210 time: 0.0299585 Feb 20 22:47:25.873955 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50382) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:25.929361 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group (2255a016-5e70-45f1-ac69-603d49ad6b90), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:25.953770 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group (2255a016-5e70-45f1-ac69-603d49ad6b90), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:26.064405 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (2255a016-5e70-45f1-ac69-603d49ad6b90), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:26.067060 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:26.068194 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] 10.222.0.67 "DELETE /v2.0/security-groups/2255a016-5e70-45f1-ac69-603d49ad6b90 HTTP/1.1" status: 204 len: 168 time: 0.1932580 Feb 20 22:47:26.078903 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2255a016-5e70-45f1-ac69-603d49ad6b90,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:26.085013 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.085368 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.085850 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.086134 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.086468 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.086853 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.087126 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.087455 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.087780 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.088103 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.088426 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.088747 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.089066 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f9d47-b5ed-4f7b-8ff7-9762c664ad9e tempest-TestShelveInstance-1126269951 tempest-TestShelveInstance-1126269951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:26.169482 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50386) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:26.510175 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571383'] for router_interface (49a21cb5-8463-40c3-b7ce-1779a785dbe2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:26.754128 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] Deleting port 838a5a84-42c9-4537-b9d7-6155a4102ed6 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:26.754461 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:26.830002 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] For port 838a5a84-42c9-4537-b9d7-6155a4102ed6, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=838a5a84-42c9-4537-b9d7-6155a4102ed6,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:26.830357 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:26.841912 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] Calling delete_port for 838a5a84-42c9-4537-b9d7-6155a4102ed6 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:27.081652 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (838a5a84-42c9-4537-b9d7-6155a4102ed6), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:27.107327 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=838a5a84-42c9-4537-b9d7-6155a4102ed6,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:27.278739 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569703'] for router_interface (49a21cb5-8463-40c3-b7ce-1779a785dbe2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:27.490393 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] Router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:47:27.849258 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:47:27.855109 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-9269de0c-a937-4fb2-89ea-7b0e47d52f26 admin admin] 10.222.0.67 "PUT /v2.0/routers/49a21cb5-8463-40c3-b7ce-1779a785dbe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6843138 Feb 20 22:47:27.857563 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50388) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:27.860123 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] Sync routers for ids ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:47:27.871111 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] Routers {'49a21cb5-8463-40c3-b7ce-1779a785dbe2'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:27.871613 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:27.963045 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Publish callbacks [] for router (49a21cb5-8463-40c3-b7ce-1779a785dbe2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:27.978677 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] Set router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:28.065842 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Publish callbacks [] for router_gateway (49a21cb5-8463-40c3-b7ce-1779a785dbe2), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:28.151839 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:47:26Z', 'revision_number': 5, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port': {'id': '71eb0723-c1fc-41fe-b353-ede62feee444', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:aa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:28.170042 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Deleting port 71eb0723-c1fc-41fe-b353-ede62feee444 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:28.170383 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:28.252444 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] For port 71eb0723-c1fc-41fe-b353-ede62feee444, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=71eb0723-c1fc-41fe-b353-ede62feee444,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:28.252803 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:28.266070 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Calling delete_port for 71eb0723-c1fc-41fe-b353-ede62feee444 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:28.314938 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] Checking router: 49a21cb5-8463-40c3-b7ce-1779a785dbe2 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:47:28.324143 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] Routers {'49a21cb5-8463-40c3-b7ce-1779a785dbe2'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:28.324748 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:28.409908 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2b3b66d2-a575-49cf-9339-f638d3c195af no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:28.415000 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] Set router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:28.481447 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 2b3b66d2-a575-49cf-9339-f638d3c195af {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:28.481815 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 2b3b66d2-a575-49cf-9339-f638d3c195af not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:28.483438 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:47:28Z', 'revision_number': 6, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port_host': None}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:28.513855 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a33583-9c71-4189-884e-c166820359c1 None None] The sync data for ids ['49a21cb5-8463-40c3-b7ce-1779a785dbe2'] in dv-cinder-830095-1-iscsi is: [{'id': '49a21cb5-8463-40c3-b7ce-1779a785dbe2', 'name': 'tempest-TestShelveInstance-525897234-router', 'tenant_id': '2e3352be11764be599310f6f3ac07b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:39Z', 'updated_at': '2022-02-20T22:47:28Z', 'revision_number': 6, 'project_id': '2e3352be11764be599310f6f3ac07b64', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:47:28.556500 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (71eb0723-c1fc-41fe-b353-ede62feee444), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:28.583998 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Pushing event deleted for resources: {'Port': ['ID=71eb0723-c1fc-41fe-b353-ede62feee444,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:28.644066 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560269'] for router_gateway (49a21cb5-8463-40c3-b7ce-1779a785dbe2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:28.733528 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2725'] for router (49a21cb5-8463-40c3-b7ce-1779a785dbe2), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:28.735577 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Publish callbacks [] for router_controller (49a21cb5-8463-40c3-b7ce-1779a785dbe2), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:28.881985 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570728'] for router (49a21cb5-8463-40c3-b7ce-1779a785dbe2), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:28.883226 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a21cb5-8463-40c3-b7ce-1779a785dbe2 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:47:28.888074 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:28.893495 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8f54214f-4e0e-48b2-9aac-2c39607194aa admin admin] 10.222.0.67 "DELETE /v2.0/routers/49a21cb5-8463-40c3-b7ce-1779a785dbe2 HTTP/1.1" status: 204 len: 168 time: 1.0307693 Feb 20 22:47:28.893495 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50390) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:28.940174 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e905b435-0c60-40bc-8abe-4fb918e84463 admin admin] Deleting subnet 181961e4-5f5c-45f6-8edf-99211fff5e2d {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:47:28.943196 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e905b435-0c60-40bc-8abe-4fb918e84463 admin admin] Publish callbacks [] for subnet (181961e4-5f5c-45f6-8edf-99211fff5e2d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:28.980982 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e905b435-0c60-40bc-8abe-4fb918e84463 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10286890'] for subnet (181961e4-5f5c-45f6-8edf-99211fff5e2d), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.058643 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e905b435-0c60-40bc-8abe-4fb918e84463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (181961e4-5f5c-45f6-8edf-99211fff5e2d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.196550 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e905b435-0c60-40bc-8abe-4fb918e84463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2418892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9865838'] for subnet (181961e4-5f5c-45f6-8edf-99211fff5e2d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.222552 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905b435-0c60-40bc-8abe-4fb918e84463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=181961e4-5f5c-45f6-8edf-99211fff5e2d,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:29.226909 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-e905b435-0c60-40bc-8abe-4fb918e84463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.232707 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50392) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:29.233226 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e905b435-0c60-40bc-8abe-4fb918e84463 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/181961e4-5f5c-45f6-8edf-99211fff5e2d HTTP/1.1" status: 204 len: 168 time: 0.3399236 Feb 20 22:47:29.233341 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56ea8c-9038-431b-b528-821ccd4e9279 None None] Network d2192c2a-ed24-4734-90c8-578db27f0b65 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:47:29.311482 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (d2192c2a-ed24-4734-90c8-578db27f0b65), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.370076 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Deleting port 9158f530-fa9e-4790-91b4-6a7a63296f58 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:29.370450 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.403020 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] DHCP port deletion for d2192c2a-ed24-4734-90c8-578db27f0b65 request from dv-cinder-830095-1-iscsi {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:47:29.434929 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] For port 9158f530-fa9e-4790-91b4-6a7a63296f58, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=9158f530-fa9e-4790-91b4-6a7a63296f58,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:29.435591 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.450255 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Calling delete_port for 9158f530-fa9e-4790-91b4-6a7a63296f58 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:29.452095 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Deleting port 9158f530-fa9e-4790-91b4-6a7a63296f58 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:29.452464 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.515128 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] For port 9158f530-fa9e-4790-91b4-6a7a63296f58, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=9158f530-fa9e-4790-91b4-6a7a63296f58,segment=NetworkSegment(03fa8a32-dd18-4985-820b-23d651d3dc07),segment_id=03fa8a32-dd18-4985-820b-23d651d3dc07)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:29.515513 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.529868 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Calling delete_port for 9158f530-fa9e-4790-91b4-6a7a63296f58 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:29.630615 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.636404 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705'] for port (9158f530-fa9e-4790-91b4-6a7a63296f58), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.656213 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9158f530-fa9e-4790-91b4-6a7a63296f58,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:29.660016 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] No DVR routers for this DVR port 9158f530-fa9e-4790-91b4-6a7a63296f58 on host dv-cinder-830095-1-iscsi {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:29.662524 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Pushing event deleted for resources: {'Port': ['ID=9158f530-fa9e-4790-91b4-6a7a63296f58,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:29.665535 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] No DVR routers for this DVR port 9158f530-fa9e-4790-91b4-6a7a63296f58 on host dv-cinder-830095-1-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:29.673002 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.673344 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.673686 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.674043 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.674369 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.674688 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.675090 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.675308 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.675814 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.676316 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.676650 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.676971 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.677288 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa93b5d-a81e-41bc-8823-368c60d9571d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830095-1-iscsi {{(pid=103378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 22:47:29.738724 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (d2192c2a-ed24-4734-90c8-578db27f0b65), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.759679 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2192c2a-ed24-4734-90c8-578db27f0b65']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:29.768930 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fa8a32-dd18-4985-820b-23d651d3dc07') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:29.769223 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fa8a32-dd18-4985-820b-23d651d3dc07') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:29.779107 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (03fa8a32-dd18-4985-820b-23d651d3dc07), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.792114 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (03fa8a32-dd18-4985-820b-23d651d3dc07), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.797716 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:47:29.798092 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (03fa8a32-dd18-4985-820b-23d651d3dc07), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:47:29.799713 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:47:29.916290 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (d2192c2a-ed24-4734-90c8-578db27f0b65), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.923059 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:29.929016 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d2192c2a-ed24-4734-90c8-578db27f0b65 HTTP/1.1" status: 204 len: 168 time: 0.6913457 Feb 20 22:47:29.935822 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50394) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:29.937648 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 9158f530-fa9e-4790-91b4-6a7a63296f58 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:29.941007 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851e0bf-a7a7-4562-ae3e-2272c7663bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2192c2a-ed24-4734-90c8-578db27f0b65,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:29.958443 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 9158f530-fa9e-4790-91b4-6a7a63296f58 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:29.964194 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 9158f530-fa9e-4790-91b4-6a7a63296f58 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:29.964194 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 838a5a84-42c9-4537-b9d7-6155a4102ed6 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:29.978492 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 838a5a84-42c9-4537-b9d7-6155a4102ed6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:29.978831 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 838a5a84-42c9-4537-b9d7-6155a4102ed6 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:29.979229 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 71eb0723-c1fc-41fe-b353-ede62feee444 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:30.000187 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 71eb0723-c1fc-41fe-b353-ede62feee444 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:30.000526 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 71eb0723-c1fc-41fe-b353-ede62feee444 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:30.143884 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50396) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:30.288263 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571383'] for router_interface (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:30.298118 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Deleting port 1858b420-4640-4baf-b2ed-b3b541e7dd19 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:30.298679 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (1858b420-4640-4baf-b2ed-b3b541e7dd19), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:30.374216 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (1858b420-4640-4baf-b2ed-b3b541e7dd19), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:30.374465 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (1858b420-4640-4baf-b2ed-b3b541e7dd19), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:30.386986 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Calling delete_port for 1858b420-4640-4baf-b2ed-b3b541e7dd19 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:30.533667 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] Deleting port 6f824173-ab37-4c04-a985-f59a31816b66 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:30.534080 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (6f824173-ab37-4c04-a985-f59a31816b66), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:30.610676 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] For port 6f824173-ab37-4c04-a985-f59a31816b66, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=6f824173-ab37-4c04-a985-f59a31816b66,segment=NetworkSegment(98bc8513-5839-4a0b-91d0-2e8d4ba17dc9),segment_id=98bc8513-5839-4a0b-91d0-2e8d4ba17dc9)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:30.611049 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (6f824173-ab37-4c04-a985-f59a31816b66), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:30.623424 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] Calling delete_port for 6f824173-ab37-4c04-a985-f59a31816b66 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:30.647424 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (1858b420-4640-4baf-b2ed-b3b541e7dd19), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:30.672837 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event deleted for resources: {'Port': ['ID=1858b420-4640-4baf-b2ed-b3b541e7dd19,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:30.736286 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (53a76f11-9ad5-4ecc-a373-596e2e711c72), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:30.736616 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Floating IP 53a76f11-9ad5-4ecc-a373-596e2e711c72 disassociated (deleted). External IP: 172.27.0.8, port: 590c18e7-51e8-4f50-8f5e-ad5c9b26431f. Feb 20 22:47:30.962424 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (6f824173-ab37-4c04-a985-f59a31816b66), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:30.988570 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] Pushing event deleted for resources: {'Port': ['ID=6f824173-ab37-4c04-a985-f59a31816b66,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:31.177501 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569703'] for router_interface (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:31.298971 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:47:31.400692 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] Router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:47:31.407974 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:47:31.412745 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:31.418104 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] Sync routers for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:47:31.427376 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:31.427978 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:31.446002 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-93a35fef-c9b3-4118-937d-c6358db3780b tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "DELETE /v2.0/floatingips/53a76f11-9ad5-4ecc-a373-596e2e711c72 HTTP/1.1" status: 204 len: 168 time: 1.2980506 Feb 20 22:47:31.446002 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a7f959-212a-4bbe-b04b-edec233389bb', 'tag': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:47:31.446723 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5cf36c-42fd-4d89-b017-7284586efdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "23a7f959-212a-4bbe-b04b-edec233389bb", "tag": "590c18e7-51e8-4f50-8f5e-ad5c9b26431f"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:47:31.516341 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:47:31.528553 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] Sync routers for ids ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:47:31.542885 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] Routers {'b8d0ed17-fe61-4a30-84ff-4c975bd3c624'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:31.544330 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-97abb6c8-e9e1-4dfb-becc-d42f7fdddbfb admin admin] 10.222.0.67 "PUT /v2.0/routers/b8d0ed17-fe61-4a30-84ff-4c975bd3c624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6130238 Feb 20 22:47:31.546109 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:31.546927 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50404) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:31.567208 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:31.668510 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] Set router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:31.671702 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Publish callbacks [] for router (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:31.825829 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Publish callbacks [] for router_gateway (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:31.839718 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b619444e-fb87-489e-a822-b27f6044bc9c x-openstack-request-id: req-b619444e-fb87-489e-a822-b27f6044bc9c {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:47:31.839927 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a7f959-212a-4bbe-b04b-edec233389bb", "tag": "590c18e7-51e8-4f50-8f5e-ad5c9b26431f", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:47:31.840177 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b619444e-fb87-489e-a822-b27f6044bc9c {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:47:31.840607 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a7f959-212a-4bbe-b04b-edec233389bb', 'tag': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'status': 'completed', 'code': 200} Feb 20 22:47:31.914041 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '7f09b16e-cb24-4bdb-a16d-0d9bb1295b09', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:0d:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:56Z', 'updated_at': '2022-02-20T22:43:59Z', 'revision_number': 1, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:31.920069 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'name': 'tempest-TestShelveInstance-1645909691-router', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'c58b8da9-5701-4078-b193-c862498039cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:47:30Z', 'revision_number': 5, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'gw_port': {'id': 'c58b8da9-5701-4078-b193-c862498039cb', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:35:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:31.938211 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-00a92152-2815-435d-97de-48dd867a11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:31.940085 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-00a92152-2815-435d-97de-48dd867a11eb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 1130 time: 0.0764453 Feb 20 22:47:31.954532 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] Checking router: b8d0ed17-fe61-4a30-84ff-4c975bd3c624 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:47:31.959780 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] Checking router: d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:47:31.969235 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] Routers {'b8d0ed17-fe61-4a30-84ff-4c975bd3c624'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:31.969900 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:31.970049 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:31.970559 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:05Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:32.008227 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Deleting port c58b8da9-5701-4078-b193-c862498039cb {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:32.008957 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (c58b8da9-5701-4078-b193-c862498039cb), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.079268 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-fb1d6381-928c-4614-a389-52e9b9d05cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:32.082484 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-fb1d6381-928c-4614-a389-52e9b9d05cc0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 912 time: 0.1338787 Feb 20 22:47:32.087976 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] Set router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:32.139285 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe6b8-f171-4f63-a6ce-c9552c5f5ef0 req-5dec6bf5-9c4d-4950-8a3d-a2ce0b827ec6 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:32.142306 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:32.146212 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1e1fe6b8-f171-4f63-a6ce-c9552c5f5ef0 req-5dec6bf5-9c4d-4950-8a3d-a2ce0b827ec6 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 946 time: 0.0885730 Feb 20 22:47:32.151475 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'name': 'tempest-TestShelveInstance-1645909691-router', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:47:31Z', 'revision_number': 6, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'gw_port_host': None}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:32.152018 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5849a469-6099-468a-82fd-221dfc683a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.162653 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-51073c02-1261-484c-839b-d270c79352a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=590c18e7-51e8-4f50-8f5e-ad5c9b26431f HTTP/1.1" status: 200 len: 217 time: 0.0722585 Feb 20 22:47:32.171238 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] For port c58b8da9-5701-4078-b193-c862498039cb, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=c58b8da9-5701-4078-b193-c862498039cb,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:32.172115 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (c58b8da9-5701-4078-b193-c862498039cb), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.180322 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415a5d1-e6be-4faf-875e-af7b02064eeb None None] The sync data for ids ['b8d0ed17-fe61-4a30-84ff-4c975bd3c624'] in dv-cinder-830095-1-iscsi is: [{'id': 'b8d0ed17-fe61-4a30-84ff-4c975bd3c624', 'name': 'tempest-TestShelveInstance-1645909691-router', 'tenant_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:42:45Z', 'updated_at': '2022-02-20T22:47:31Z', 'revision_number': 6, 'project_id': '3990baed1bbc4a7885b2bddf9d9a3305', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:47:32.189875 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Calling delete_port for c58b8da9-5701-4078-b193-c862498039cb owned by network:router_gateway {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:32.231518 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-1e1fe6b8-f171-4f63-a6ce-c9552c5f5ef0 req-cd9c44c1-8420-40b0-9acb-b30758fd34d5 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844395 Feb 20 22:47:32.236140 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-17119b9b-d22b-4ca1-8c3a-7206ff6b4a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:32.238102 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-17119b9b-d22b-4ca1-8c3a-7206ff6b4a75 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 200 len: 850 time: 0.0668080 Feb 20 22:47:32.295980 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-c06bbd35-3667-4487-9fcd-a4b7ebda4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:32.297479 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-c06bbd35-3667-4487-9fcd-a4b7ebda4c15 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17bda384-38d7-4592-a4bb-4dd6daeb6237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527565 Feb 20 22:47:32.401637 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-a161dba0-8e6f-453f-86d6-8f24a35263d0 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962975 Feb 20 22:47:32.404067 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '7f09b16e-cb24-4bdb-a16d-0d9bb1295b09', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:0d:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:56Z', 'updated_at': '2022-02-20T22:43:59Z', 'revision_number': 1, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:32.431355 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240863f7-efd4-4d14-a7de-dfaa0174e023 None None] The sync data for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi is: [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_floatingips': [{'id': '7f09b16e-cb24-4bdb-a16d-0d9bb1295b09', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '13902551-927e-452b-838a-e5943d6828df', 'router_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'port_id': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'mac_address': 'fa:16:3e:0d:ab:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T22:43:56Z', 'updated_at': '2022-02-20T22:43:59Z', 'revision_number': 1, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:47:32.453496 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (c58b8da9-5701-4078-b193-c862498039cb), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.489110 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58b8da9-5701-4078-b193-c862498039cb,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:32.560735 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560269'] for router_gateway (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.663814 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2725'] for router (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.666495 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Publish callbacks [] for router_controller (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), precommit_delete_associations {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.749354 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf0c68-dac5-4897-94b4-4e1364db7dba None None] New status for floating IP 53a76f11-9ad5-4ecc-a373-596e2e711c72: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:47:32.792665 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-da5cf36c-42fd-4d89-b017-7284586efdd6 req-ecc3de61-7067-43e4-903f-018939703789 service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847296 Feb 20 22:47:32.807705 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570728'] for router (b8d0ed17-fe61-4a30-84ff-4c975bd3c624), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.808301 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d0ed17-fe61-4a30-84ff-4c975bd3c624 {{(pid=103376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:47:32.813731 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.819797 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-661b242a-bd9a-411e-99f5-6f0df90ddd27 admin admin] 10.222.0.67 "DELETE /v2.0/routers/b8d0ed17-fe61-4a30-84ff-4c975bd3c624 HTTP/1.1" status: 204 len: 168 time: 1.2671964 Feb 20 22:47:32.820944 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50408) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:32.864871 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb1a76b-74f7-42ed-b1f4-058bb07d49b3 admin admin] Deleting subnet 328abe62-020a-431e-bc36-793661b1307c {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:47:32.868409 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a76b-74f7-42ed-b1f4-058bb07d49b3 admin admin] Publish callbacks [] for subnet (328abe62-020a-431e-bc36-793661b1307c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.907111 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a76b-74f7-42ed-b1f4-058bb07d49b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10286890'] for subnet (328abe62-020a-431e-bc36-793661b1307c), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:32.983947 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a76b-74f7-42ed-b1f4-058bb07d49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (328abe62-020a-431e-bc36-793661b1307c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.099084 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a76b-74f7-42ed-b1f4-058bb07d49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2418892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9865838'] for subnet (328abe62-020a-431e-bc36-793661b1307c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.124936 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1a76b-74f7-42ed-b1f4-058bb07d49b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328abe62-020a-431e-bc36-793661b1307c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:33.128599 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fbb1a76b-74f7-42ed-b1f4-058bb07d49b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.132830 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-fbb1a76b-74f7-42ed-b1f4-058bb07d49b3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/328abe62-020a-431e-bc36-793661b1307c HTTP/1.1" status: 204 len: 168 time: 0.3125458 Feb 20 22:47:33.134967 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50410) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:33.137147 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e80f546-5ad8-4b97-866c-dd96b2ac4718 None None] Network c12d9e03-82c3-4013-a92a-62cafac454a8 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:47:33.206524 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (c12d9e03-82c3-4013-a92a-62cafac454a8), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.269507 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Deleting port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:33.269982 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.312097 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774c4b6-090a-49c0-a698-378e610dec31 None None] DHCP port deletion for c12d9e03-82c3-4013-a92a-62cafac454a8 request from dv-cinder-830095-1-iscsi {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:47:33.349297 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] For port 3d69e390-65d8-459a-b8a3-bc2af156b4d6, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=3d69e390-65d8-459a-b8a3-bc2af156b4d6,segment=NetworkSegment(98bc8513-5839-4a0b-91d0-2e8d4ba17dc9),segment_id=98bc8513-5839-4a0b-91d0-2e8d4ba17dc9)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:33.349655 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.365191 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Calling delete_port for 3d69e390-65d8-459a-b8a3-bc2af156b4d6 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:33.376288 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7774c4b6-090a-49c0-a698-378e610dec31 None None] Deleting port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:33.376848 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7774c4b6-090a-49c0-a698-378e610dec31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.388104 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb712f-9998-4b5c-b42f-fa5093c0c9c8 req-f1743ccd-c6ed-46e7-a393-42dab5b7aa1a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:33.389739 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-32fb712f-9998-4b5c-b42f-fa5093c0c9c8 req-f1743ccd-c6ed-46e7-a393-42dab5b7aa1a tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 946 time: 0.0713649 Feb 20 22:47:33.450892 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-7774c4b6-090a-49c0-a698-378e610dec31 None None] For port 3d69e390-65d8-459a-b8a3-bc2af156b4d6, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=3d69e390-65d8-459a-b8a3-bc2af156b4d6,segment=NetworkSegment(98bc8513-5839-4a0b-91d0-2e8d4ba17dc9),segment_id=98bc8513-5839-4a0b-91d0-2e8d4ba17dc9)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:33.451282 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7774c4b6-090a-49c0-a698-378e610dec31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.466650 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-7774c4b6-090a-49c0-a698-378e610dec31 None None] Calling delete_port for 3d69e390-65d8-459a-b8a3-bc2af156b4d6 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:33.478506 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-32fb712f-9998-4b5c-b42f-fa5093c0c9c8 req-a1a2334d-3b7e-45d0-a597-5ce24500fb01 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710998 Feb 20 22:47:33.497865 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-e67f747d-cb0b-4f01-806f-536207e5c499 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:33.499194 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-e67f747d-cb0b-4f01-806f-536207e5c499 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 946 time: 0.0739458 Feb 20 22:47:33.531468 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.543050 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-7774c4b6-090a-49c0-a698-378e610dec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705'] for port (3d69e390-65d8-459a-b8a3-bc2af156b4d6), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.558767 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d69e390-65d8-459a-b8a3-bc2af156b4d6,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:33.560731 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] No DVR routers for this DVR port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 on host dv-cinder-830095-1-iscsi {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:33.572054 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774c4b6-090a-49c0-a698-378e610dec31 None None] Pushing event deleted for resources: {'Port': ['ID=3d69e390-65d8-459a-b8a3-bc2af156b4d6,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:33.577763 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774c4b6-090a-49c0-a698-378e610dec31 None None] No DVR routers for this DVR port 3d69e390-65d8-459a-b8a3-bc2af156b4d6 on host dv-cinder-830095-1-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:33.615656 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-87e0488b-0145-44b1-9130-6e0589f209fd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Deleting port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:33.615991 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-87e0488b-0145-44b1-9130-6e0589f209fd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.632794 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (c12d9e03-82c3-4013-a92a-62cafac454a8), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.656748 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12d9e03-82c3-4013-a92a-62cafac454a8']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:33.666511 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:33.666810 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bc8513-5839-4a0b-91d0-2e8d4ba17dc9') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:33.675936 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (98bc8513-5839-4a0b-91d0-2e8d4ba17dc9), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.689604 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (98bc8513-5839-4a0b-91d0-2e8d4ba17dc9), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.696107 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:47:33.696493 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (98bc8513-5839-4a0b-91d0-2e8d4ba17dc9), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:47:33.698422 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:47:33.706179 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-87e0488b-0145-44b1-9130-6e0589f209fd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] For port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:33.710586 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-87e0488b-0145-44b1-9130-6e0589f209fd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.718729 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-87e0488b-0145-44b1-9130-6e0589f209fd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Calling delete_port for 590c18e7-51e8-4f50-8f5e-ad5c9b26431f owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:33.830326 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (c12d9e03-82c3-4013-a92a-62cafac454a8), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.837827 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.841207 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c12d9e03-82c3-4013-a92a-62cafac454a8 HTTP/1.1" status: 204 len: 168 time: 0.7050445 Feb 20 22:47:33.851527 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e4daf-8c1c-4d30-a478-94dbe3364db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12d9e03-82c3-4013-a92a-62cafac454a8,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:33.888266 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-87e0488b-0145-44b1-9130-6e0589f209fd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (590c18e7-51e8-4f50-8f5e-ad5c9b26431f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.919140 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0488b-0145-44b1-9130-6e0589f209fd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event deleted for resources: {'Port': ['ID=590c18e7-51e8-4f50-8f5e-ad5c9b26431f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:33.948939 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device c58b8da9-5701-4078-b193-c862498039cb no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:33.969470 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-87e0488b-0145-44b1-9130-6e0589f209fd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] No DVR routers for this DVR port 590c18e7-51e8-4f50-8f5e-ad5c9b26431f on host hv-cinder-83009 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:33.971930 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-87e0488b-0145-44b1-9130-6e0589f209fd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:33.972502 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: c58b8da9-5701-4078-b193-c862498039cb {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:33.972889 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device c58b8da9-5701-4078-b193-c862498039cb not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:33.973363 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6f824173-ab37-4c04-a985-f59a31816b66 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:33.975242 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-8d4bf0f8-1f6a-48ac-a3ea-13ea5eb0a25f req-87e0488b-0145-44b1-9130-6e0589f209fd tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "DELETE /v2.0/ports/590c18e7-51e8-4f50-8f5e-ad5c9b26431f HTTP/1.1" status: 204 len: 173 time: 0.4707808 Feb 20 22:47:33.976879 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a7f959-212a-4bbe-b04b-edec233389bb', 'name': 'network-vif-deleted', 'tag': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:47:33.978398 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb3895d-f417-448c-ae66-ed588fbac609" -d '{"events": [{"server_uuid": "23a7f959-212a-4bbe-b04b-edec233389bb", "name": "network-vif-deleted", "tag": "590c18e7-51e8-4f50-8f5e-ad5c9b26431f"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:47:33.996185 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 6f824173-ab37-4c04-a985-f59a31816b66 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:33.996797 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6f824173-ab37-4c04-a985-f59a31816b66 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:33.997429 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 3d69e390-65d8-459a-b8a3-bc2af156b4d6 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:34.018386 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f534b235-1c11-4a66-bfbb-21a43ea4d860 x-openstack-request-id: req-f534b235-1c11-4a66-bfbb-21a43ea4d860 {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:47:34.019908 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a7f959-212a-4bbe-b04b-edec233389bb", "name": "network-vif-deleted", "tag": "590c18e7-51e8-4f50-8f5e-ad5c9b26431f", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:47:34.019908 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f534b235-1c11-4a66-bfbb-21a43ea4d860 {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:47:34.020203 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 3d69e390-65d8-459a-b8a3-bc2af156b4d6 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:34.020301 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a7f959-212a-4bbe-b04b-edec233389bb', 'name': 'network-vif-deleted', 'tag': '590c18e7-51e8-4f50-8f5e-ad5c9b26431f', 'status': 'completed', 'code': 200} Feb 20 22:47:34.020382 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 3d69e390-65d8-459a-b8a3-bc2af156b4d6 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:34.124060 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:34.254746 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50418) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:34.297248 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-cea3f2c0-d66b-4e39-888d-8050b24007fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2e3352be11764be599310f6f3ac07b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412469 Feb 20 22:47:34.299927 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50420) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:34.355230 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-410436ef-140c-437f-8ce3-3e15250dd5fa admin admin] Publish callbacks [] for security_group (13300be6-f84c-4f2d-99fa-3b54b2964b78), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:34.378668 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-410436ef-140c-437f-8ce3-3e15250dd5fa admin admin] Publish callbacks [] for security_group (13300be6-f84c-4f2d-99fa-3b54b2964b78), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:34.510439 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-410436ef-140c-437f-8ce3-3e15250dd5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (13300be6-f84c-4f2d-99fa-3b54b2964b78), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:34.512971 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-410436ef-140c-437f-8ce3-3e15250dd5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:34.516370 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-410436ef-140c-437f-8ce3-3e15250dd5fa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13300be6-f84c-4f2d-99fa-3b54b2964b78 HTTP/1.1" status: 204 len: 168 time: 0.2132425 Feb 20 22:47:34.528959 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410436ef-140c-437f-8ce3-3e15250dd5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13300be6-f84c-4f2d-99fa-3b54b2964b78,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:34.582050 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-f7cb4968-2c79-4620-a1d4-7e9528aa4ade req-c6fbebc2-1199-4e5f-815f-635d79d59cea tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=23a7f959-212a-4bbe-b04b-edec233389bb HTTP/1.1" status: 200 len: 210 time: 0.0297468 Feb 20 22:47:34.630389 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-5046a0a1-9b18-4485-9fca-220bae312040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:35.137489 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50428) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:35.177203 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-e8c3d4fb-1005-42df-849a-8f2e2a7666bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3990baed1bbc4a7885b2bddf9d9a3305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385194 Feb 20 22:47:35.179941 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50430) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:35.231761 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daccac5e-ff57-4e59-a679-666dbdc66f1a admin admin] Publish callbacks [] for security_group (5332b11c-58f4-42f0-9366-050249aa6039), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:35.261469 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daccac5e-ff57-4e59-a679-666dbdc66f1a admin admin] Publish callbacks [] for security_group (5332b11c-58f4-42f0-9366-050249aa6039), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:35.394675 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daccac5e-ff57-4e59-a679-666dbdc66f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (5332b11c-58f4-42f0-9366-050249aa6039), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:35.397436 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-daccac5e-ff57-4e59-a679-666dbdc66f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:35.398639 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-daccac5e-ff57-4e59-a679-666dbdc66f1a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5332b11c-58f4-42f0-9366-050249aa6039 HTTP/1.1" status: 204 len: 168 time: 0.2177241 Feb 20 22:47:35.406296 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccac5e-ff57-4e59-a679-666dbdc66f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5332b11c-58f4-42f0-9366-050249aa6039,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:35.663418 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:36.944921 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:37.316480 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:47:38.079224 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50448) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:38.232076 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Deleting port f37f2545-b456-4504-bdad-d7629a74aa4d {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:38.232328 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (f37f2545-b456-4504-bdad-d7629a74aa4d), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:38.303284 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (f37f2545-b456-4504-bdad-d7629a74aa4d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:38.304386 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (f37f2545-b456-4504-bdad-d7629a74aa4d), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:38.315749 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Calling delete_port for f37f2545-b456-4504-bdad-d7629a74aa4d owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:38.404696 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 590c18e7-51e8-4f50-8f5e-ad5c9b26431f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:38.424762 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: 590c18e7-51e8-4f50-8f5e-ad5c9b26431f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:38.425102 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device 590c18e7-51e8-4f50-8f5e-ad5c9b26431f not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:38.548462 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (f37f2545-b456-4504-bdad-d7629a74aa4d), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:38.574016 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event deleted for resources: {'Port': ['ID=f37f2545-b456-4504-bdad-d7629a74aa4d,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:38.576816 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:38.637814 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (7f09b16e-cb24-4bdb-a16d-0d9bb1295b09), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:38.638148 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.db.l3_db [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Floating IP 7f09b16e-cb24-4bdb-a16d-0d9bb1295b09 disassociated (deleted). External IP: 172.27.0.246, port: c2b3f327-686b-4593-9c9e-86e4184d0dd0. Feb 20 22:47:38.848077 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:47:38.959184 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:47:38.964088 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:38.969204 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] Sync routers for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:47:38.979699 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:38.980307 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:38.994140 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-9a1cca4e-976a-4b06-b5ad-99dd6888aa06 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "DELETE /v2.0/floatingips/7f09b16e-cb24-4bdb-a16d-0d9bb1295b09 HTTP/1.1" status: 204 len: 168 time: 0.9138045 Feb 20 22:47:38.994723 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'tag': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0'}] {{(pid=103376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:47:38.997001 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03fab45b781606cc3ff1c6b2ed710432637b779eeeef0a30b12c23ab1d53e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51e21b8-4be2-436e-bf26-677e95b01a92" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb", "tag": "c2b3f327-686b-4593-9c9e-86e4184d0dd0"}]}' {{(pid=103376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:47:39.032829 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 22:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09d6293-18fa-41d8-af2b-390ebd81aec7 x-openstack-request-id: req-d09d6293-18fa-41d8-af2b-390ebd81aec7 {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:47:39.033353 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb", "tag": "c2b3f327-686b-4593-9c9e-86e4184d0dd0", "status": "completed", "code": 200}]} {{(pid=103376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:47:39.033601 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d09d6293-18fa-41d8-af2b-390ebd81aec7 {{(pid=103376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:47:39.034046 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'tag': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'status': 'completed', 'code': 200} Feb 20 22:47:39.099103 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:39.101304 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-a8194ef7-d5e1-43eb-b3ab-21bf206df98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:39.102962 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-a8194ef7-d5e1-43eb-b3ab-21bf206df98c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ad594c2f6bad4732bd98bc2e27264279&device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 1129 time: 0.0477893 Feb 20 22:47:39.192858 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-58f57e13-ac53-4a7b-9e96-8f6f29a6c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:39.194416 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-58f57e13-ac53-4a7b-9e96-8f6f29a6c2ac service neutron] 10.222.0.91 "GET /v2.0/networks?id=17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 200 len: 912 time: 0.0845635 Feb 20 22:47:39.236743 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-306cdad3-f742-4497-a5b4-1b9bf29566ad service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b3f327-686b-4593-9c9e-86e4184d0dd0 HTTP/1.1" status: 200 len: 217 time: 0.0368834 Feb 20 22:47:39.289714 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-2ae82275-8106-4422-bc2a-b444ab250316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:39.291162 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-2ae82275-8106-4422-bc2a-b444ab250316 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 200 len: 850 time: 0.0487096 Feb 20 22:47:39.306182 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:39.334656 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] Checking router: d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:47:39.343608 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-b269de94-0c82-49a8-a7d2-3b77b8d1887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:39.344585 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:39.345198 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:39.345337 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-b269de94-0c82-49a8-a7d2-3b77b8d1887b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=17bda384-38d7-4592-a4bb-4dd6daeb6237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479114 Feb 20 22:47:39.419174 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10ac10-ff85-4992-8259-e4c4021b98ff req-629b63dc-0b20-45ad-98de-8f95646792c4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:39.420792 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb10ac10-ff85-4992-8259-e4c4021b98ff req-629b63dc-0b20-45ad-98de-8f95646792c4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 945 time: 0.0535409 Feb 20 22:47:39.445332 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-a9c65f04-86f6-4d44-9420-70d031d0254a service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918486 Feb 20 22:47:39.473445 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [req-bb10ac10-ff85-4992-8259-e4c4021b98ff req-c223a51f-a7b9-4fc9-a844-7cb3164b5495 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468171 Feb 20 22:47:39.545249 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-a51e21b8-4be2-436e-bf26-677e95b01a92 req-800fc228-e452-4006-aab2-c0c422f43b1f service neutron] 10.222.0.91 "GET /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931706 Feb 20 22:47:39.592070 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:39.785230 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:39.813750 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53b96c-ea28-4f89-908f-ef75709b9477 None None] The sync data for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi is: [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:40:43Z', 'revision_number': 4, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi', '_interfaces': [{'id': 'b5bf3969-9d25-4591-af73-65fe7a2b1076', 'name': '', 'network_id': '17bda384-38d7-4592-a4bb-4dd6daeb6237', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'mac_address': 'fa:16:3e:14:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:42Z', 'updated_at': '2022-02-20T22:40:46Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'subnets': [{'id': '1e25595a-bfb1-4bc5-9613-8f0966c7ce20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:47:40.021549 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e46e58-df58-43e2-be22-3f78cfb2c2e7 None None] New status for floating IP 7f09b16e-cb24-4bdb-a16d-0d9bb1295b09: DOWN {{(pid=103379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 22:47:40.595176 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441fb92-ea93-4c54-93fe-09b60e829ccc req-5415c36e-9e0e-4159-b6e6-46f663375355 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:40.596631 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d441fb92-ea93-4c54-93fe-09b60e829ccc req-5415c36e-9e0e-4159-b6e6-46f663375355 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 945 time: 0.0527475 Feb 20 22:47:40.644602 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-d441fb92-ea93-4c54-93fe-09b60e829ccc req-3910e09e-032a-41ac-8b13-467837ed27a1 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa81e12b-32d9-4b73-abdf-b89582ab67a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 Feb 20 22:47:40.779892 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-9db3cca2-a6af-40da-85de-5fefc7a041df tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 22:47:40.781242 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-9db3cca2-a6af-40da-85de-5fefc7a041df tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 945 time: 0.0554633 Feb 20 22:47:40.876042 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-d77459c7-2416-4a6d-a7c9-76a821d7b7d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Deleting port c2b3f327-686b-4593-9c9e-86e4184d0dd0 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:40.876378 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-d77459c7-2416-4a6d-a7c9-76a821d7b7d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:40.965390 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-d77459c7-2416-4a6d-a7c9-76a821d7b7d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] For port c2b3f327-686b-4593-9c9e-86e4184d0dd0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2b3f327-686b-4593-9c9e-86e4184d0dd0,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:40.965774 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-d77459c7-2416-4a6d-a7c9-76a821d7b7d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:40.977919 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-d77459c7-2416-4a6d-a7c9-76a821d7b7d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Calling delete_port for c2b3f327-686b-4593-9c9e-86e4184d0dd0 owned by compute:nova {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:41.159787 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-d77459c7-2416-4a6d-a7c9-76a821d7b7d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (c2b3f327-686b-4593-9c9e-86e4184d0dd0), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:41.194065 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77459c7-2416-4a6d-a7c9-76a821d7b7d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event deleted for resources: {'Port': ['ID=c2b3f327-686b-4593-9c9e-86e4184d0dd0,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:41.238235 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-d77459c7-2416-4a6d-a7c9-76a821d7b7d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] No DVR routers for this DVR port c2b3f327-686b-4593-9c9e-86e4184d0dd0 on host hv-cinder-83009 {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:41.241587 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-d77459c7-2416-4a6d-a7c9-76a821d7b7d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for port (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:41.244982 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-b87041cd-9dfd-4fc1-988e-de4d18555da7 req-d77459c7-2416-4a6d-a7c9-76a821d7b7d4 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.91 "DELETE /v2.0/ports/c2b3f327-686b-4593-9c9e-86e4184d0dd0 HTTP/1.1" status: 204 len: 173 time: 0.4585252 Feb 20 22:47:41.245460 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'name': 'network-vif-deleted', 'tag': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0'}] {{(pid=103377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 22:47:41.247836 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676abe118013469c9a6c0247f59d4b4cc4cad17518674fb9bd2ad2b99c6ec22d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07872d5-9104-40f0-949e-700d31e55e55" -d '{"events": [{"server_uuid": "ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb", "name": "network-vif-deleted", "tag": "c2b3f327-686b-4593-9c9e-86e4184d0dd0"}]}' {{(pid=103377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 22:47:41.283626 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 22:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5f8322-9249-406e-be9b-da202490da7b x-openstack-request-id: req-2a5f8322-9249-406e-be9b-da202490da7b {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 22:47:41.283925 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb", "name": "network-vif-deleted", "tag": "c2b3f327-686b-4593-9c9e-86e4184d0dd0", "status": "completed", "code": 200}]} {{(pid=103377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 22:47:41.284176 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2a5f8322-9249-406e-be9b-da202490da7b {{(pid=103377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 22:47:41.284576 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb', 'name': 'network-vif-deleted', 'tag': 'c2b3f327-686b-4593-9c9e-86e4184d0dd0', 'status': 'completed', 'code': 200} Feb 20 22:47:41.743629 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [req-14037fcd-0d15-468c-8303-60754007c15b req-8d5ef797-be61-4d17-b6d1-232c38b6d391 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebb0e5ab-221f-41ba-a0ec-cbe2b68a1cdb HTTP/1.1" status: 200 len: 210 time: 0.0272753 Feb 20 22:47:42.801401 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50464) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:42.924649 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-88144d02-3f10-474e-b181-82979fb96d76 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Deleting port 5c461633-daa5-4b75-9ff5-ec59aae7db24 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:42.924985 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88144d02-3f10-474e-b181-82979fb96d76 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (5c461633-daa5-4b75-9ff5-ec59aae7db24), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:43.000328 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88144d02-3f10-474e-b181-82979fb96d76 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (5c461633-daa5-4b75-9ff5-ec59aae7db24), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:43.000646 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88144d02-3f10-474e-b181-82979fb96d76 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (5c461633-daa5-4b75-9ff5-ec59aae7db24), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:43.012025 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-88144d02-3f10-474e-b181-82979fb96d76 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Calling delete_port for 5c461633-daa5-4b75-9ff5-ec59aae7db24 owned by network:floatingip {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:43.199728 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88144d02-3f10-474e-b181-82979fb96d76 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (5c461633-daa5-4b75-9ff5-ec59aae7db24), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:43.224049 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88144d02-3f10-474e-b181-82979fb96d76 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event deleted for resources: {'Port': ['ID=5c461633-daa5-4b75-9ff5-ec59aae7db24,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:43.285126 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88144d02-3f10-474e-b181-82979fb96d76 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for floatingip (d3cfe5c6-fe16-4675-a4ce-ff3040aad29c), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:43.288059 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-88144d02-3f10-474e-b181-82979fb96d76 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25681'] for floatingip (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:43.289208 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-88144d02-3f10-474e-b181-82979fb96d76 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "DELETE /v2.0/floatingips/d3cfe5c6-fe16-4675-a4ce-ff3040aad29c HTTP/1.1" status: 204 len: 168 time: 0.4867971 Feb 20 22:47:44.455002 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device c2b3f327-686b-4593-9c9e-86e4184d0dd0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:44.474782 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] No Port match for: c2b3f327-686b-4593-9c9e-86e4184d0dd0 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:44.475344 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Device c2b3f327-686b-4593-9c9e-86e4184d0dd0 not bound to the agent host hv-cinder-83009 {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:44.633049 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50476) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:44.686910 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd8257bc-95df-4e24-93bc-e44fe17c28b5 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group (fa81e12b-32d9-4b73-abdf-b89582ab67a9), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:44.711490 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd8257bc-95df-4e24-93bc-e44fe17c28b5 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group (fa81e12b-32d9-4b73-abdf-b89582ab67a9), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:44.841852 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd8257bc-95df-4e24-93bc-e44fe17c28b5 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (fa81e12b-32d9-4b73-abdf-b89582ab67a9), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:44.844379 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fd8257bc-95df-4e24-93bc-e44fe17c28b5 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:44.845565 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-fd8257bc-95df-4e24-93bc-e44fe17c28b5 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] 10.222.0.67 "DELETE /v2.0/security-groups/fa81e12b-32d9-4b73-abdf-b89582ab67a9 HTTP/1.1" status: 204 len: 168 time: 0.2115445 Feb 20 22:47:44.855200 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8257bc-95df-4e24-93bc-e44fe17c28b5 tempest-TestVolumeBootPattern-769682574 tempest-TestVolumeBootPattern-769682574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa81e12b-32d9-4b73-abdf-b89582ab67a9,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:44.962901 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50480) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:45.504556 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571383'] for router_interface (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:45.750489 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] Deleting port b5bf3969-9d25-4591-af73-65fe7a2b1076 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:45.751189 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:45.831039 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] For port b5bf3969-9d25-4591-af73-65fe7a2b1076, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=b5bf3969-9d25-4591-af73-65fe7a2b1076,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:45.831393 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:45.843157 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] Calling delete_port for b5bf3969-9d25-4591-af73-65fe7a2b1076 owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:46.097060 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (b5bf3969-9d25-4591-af73-65fe7a2b1076), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:46.124057 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bf3969-9d25-4591-af73-65fe7a2b1076,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:46.289541 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569703'] for router_interface (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:46.501710 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] Router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:47:46.607926 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:47:46.612873 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-68ecac25-5cf3-4aad-b6a6-2a64df0b1204 admin admin] 10.222.0.67 "PUT /v2.0/routers/d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6489389 Feb 20 22:47:46.615380 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50484) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:46.617228 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] Sync routers for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:47:46.627558 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:46.628152 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:46.720117 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Publish callbacks [] for router (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:46.732924 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: dv-cinder-830095-1-iscsi {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:46.826802 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Publish callbacks [] for router_gateway (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:46.910794 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '44043733-a497-4f6f-a930-d9541acc638c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:47:45Z', 'revision_number': 5, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port': {'id': '44043733-a497-4f6f-a930-d9541acc638c', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:40Z', 'updated_at': '2022-02-20T22:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:46.929618 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Deleting port 44043733-a497-4f6f-a930-d9541acc638c {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:46.929993 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (44043733-a497-4f6f-a930-d9541acc638c), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:46.937305 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] Checking router: d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 for host: dv-cinder-830095-1-iscsi {{(pid=103378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:47:46.946145 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] Routers {'d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:46.946739 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'], 'active': True} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:47.011112 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] For port 44043733-a497-4f6f-a930-d9541acc638c, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=44043733-a497-4f6f-a930-d9541acc638c,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:47.011585 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (44043733-a497-4f6f-a930-d9541acc638c), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:47.024073 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Calling delete_port for 44043733-a497-4f6f-a930-d9541acc638c owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:47.033530 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvr_db [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] Set router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 gateway port host: None {{(pid=103378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:47.092226 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_hamode_db [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:47:46Z', 'revision_number': 6, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port_host': None}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:47.120537 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c40046-f1dc-4e20-89d7-7a9b7c94f44f None None] The sync data for ids ['d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15'] in dv-cinder-830095-1-iscsi is: [{'id': 'd6f16fe6-b1c7-44b5-b6ea-8c10011a0f15', 'name': 'tempest-TestVolumeBootPattern-629567132-router', 'tenant_id': 'ad594c2f6bad4732bd98bc2e27264279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:39Z', 'updated_at': '2022-02-20T22:47:46Z', 'revision_number': 6, 'project_id': 'ad594c2f6bad4732bd98bc2e27264279', 'gw_port_host': None}] {{(pid=103378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:47:47.504626 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (44043733-a497-4f6f-a930-d9541acc638c), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:47.533065 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Pushing event deleted for resources: {'Port': ['ID=44043733-a497-4f6f-a930-d9541acc638c,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:47.595345 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560269'] for router_gateway (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:47.687665 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2725'] for router (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:47.689786 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Publish callbacks [] for router_controller (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:47.784426 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570728'] for router (d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:47.784880 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:47:47.790680 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:47.791887 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-d732166e-2d4e-44ed-b078-bf5b344925ba admin admin] 10.222.0.67 "DELETE /v2.0/routers/d6f16fe6-b1c7-44b5-b6ea-8c10011a0f15 HTTP/1.1" status: 204 len: 168 time: 1.1746230 Feb 20 22:47:47.794260 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50486) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:47.839222 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa026877-ba6d-475a-ae98-b50fa808c073 admin admin] Deleting subnet 1e25595a-bfb1-4bc5-9613-8f0966c7ce20 {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:47:47.842239 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa026877-ba6d-475a-ae98-b50fa808c073 admin admin] Publish callbacks [] for subnet (1e25595a-bfb1-4bc5-9613-8f0966c7ce20), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:47.879057 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa026877-ba6d-475a-ae98-b50fa808c073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10286890'] for subnet (1e25595a-bfb1-4bc5-9613-8f0966c7ce20), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:47.950174 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device b5bf3969-9d25-4591-af73-65fe7a2b1076 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:47.964017 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa026877-ba6d-475a-ae98-b50fa808c073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (1e25595a-bfb1-4bc5-9613-8f0966c7ce20), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:47.971481 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: b5bf3969-9d25-4591-af73-65fe7a2b1076 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:47.971830 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device b5bf3969-9d25-4591-af73-65fe7a2b1076 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:47.972239 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 44043733-a497-4f6f-a930-d9541acc638c no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:47.993366 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 44043733-a497-4f6f-a930-d9541acc638c {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:47.993816 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 44043733-a497-4f6f-a930-d9541acc638c not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:48.088215 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa026877-ba6d-475a-ae98-b50fa808c073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2418892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9865838'] for subnet (1e25595a-bfb1-4bc5-9613-8f0966c7ce20), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.115685 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa026877-ba6d-475a-ae98-b50fa808c073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e25595a-bfb1-4bc5-9613-8f0966c7ce20,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:48.118494 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-fa026877-ba6d-475a-ae98-b50fa808c073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.122582 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-fa026877-ba6d-475a-ae98-b50fa808c073 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1e25595a-bfb1-4bc5-9613-8f0966c7ce20 HTTP/1.1" status: 204 len: 168 time: 0.3264427 Feb 20 22:47:48.124490 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50488) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:48.126622 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d57a81-27de-4658-908b-571fb140854b None None] Network 17bda384-38d7-4592-a4bb-4dd6daeb6237 requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:47:48.280830 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961ca0cd-bf4a-481d-bca6-c25456e08ff7 None None] DHCP port deletion for 17bda384-38d7-4592-a4bb-4dd6daeb6237 request from dv-cinder-830095-1-iscsi {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:47:48.334612 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-961ca0cd-bf4a-481d-bca6-c25456e08ff7 None None] Deleting port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:48.335391 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-961ca0cd-bf4a-481d-bca6-c25456e08ff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.398230 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-961ca0cd-bf4a-481d-bca6-c25456e08ff7 None None] For port 1baf49eb-e208-4e86-a71e-39bbfea9cf73, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=1baf49eb-e208-4e86-a71e-39bbfea9cf73,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:48.398773 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-961ca0cd-bf4a-481d-bca6-c25456e08ff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.411108 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-961ca0cd-bf4a-481d-bca6-c25456e08ff7 None None] Calling delete_port for 1baf49eb-e208-4e86-a71e-39bbfea9cf73 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:48.470183 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (17bda384-38d7-4592-a4bb-4dd6daeb6237), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.521780 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Deleting port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 {{(pid=103376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:48.522894 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.561690 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-961ca0cd-bf4a-481d-bca6-c25456e08ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.587526 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] For port 1baf49eb-e208-4e86-a71e-39bbfea9cf73, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=1baf49eb-e208-4e86-a71e-39bbfea9cf73,segment=NetworkSegment(7ea9f67e-b8f0-41aa-b460-4808cb3654e4),segment_id=7ea9f67e-b8f0-41aa-b460-4808cb3654e4)] {{(pid=103376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:48.587814 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.588863 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ca0cd-bf4a-481d-bca6-c25456e08ff7 None None] Pushing event deleted for resources: {'Port': ['ID=1baf49eb-e208-4e86-a71e-39bbfea9cf73,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:48.594101 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ca0cd-bf4a-481d-bca6-c25456e08ff7 None None] No DVR routers for this DVR port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 on host dv-cinder-830095-1-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:48.601609 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.plugin [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Calling delete_port for 1baf49eb-e208-4e86-a71e-39bbfea9cf73 owned by network:dhcp {{(pid=103376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:48.679310 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9812661'] for port (1baf49eb-e208-4e86-a71e-39bbfea9cf73), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.706634 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] No DVR routers for this DVR port 1baf49eb-e208-4e86-a71e-39bbfea9cf73 on host dv-cinder-830095-1-iscsi {{(pid=103376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:48.711149 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Pushing event deleted for resources: {'Port': ['ID=1baf49eb-e208-4e86-a71e-39bbfea9cf73,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:48.783148 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (17bda384-38d7-4592-a4bb-4dd6daeb6237), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.803029 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bda384-38d7-4592-a4bb-4dd6daeb6237']}} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:48.812618 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea9f67e-b8f0-41aa-b460-4808cb3654e4') {'for_net_delete': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:48.812913 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.services.segments.db [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea9f67e-b8f0-41aa-b460-4808cb3654e4') {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:48.822950 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9812011'] for segment (7ea9f67e-b8f0-41aa-b460-4808cb3654e4), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.836351 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (7ea9f67e-b8f0-41aa-b460-4808cb3654e4), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.842059 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:47:48.842378 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9812610'] for segment (7ea9f67e-b8f0-41aa-b460-4808cb3654e4), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: self.session.flush() Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: self.session.flush() Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: self.session.flush() Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: self.session.flush() Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: Traceback (most recent call last): Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: timer() Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: cb(*args, **kw) Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: return func(*args, **kwargs) Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: self._notify() Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: self.callback(batched_events) Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: event.method(event) Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: return f(self, *a, **k) Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._get(url).json() Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: return self.request(url, 'GET', **kwargs) Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:47:48.843990 dv-cinder-830095-1-iscsi neutron-server[103376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:47:48.961628 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (17bda384-38d7-4592-a4bb-4dd6daeb6237), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.966630 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:48.969752 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] 10.222.0.67 "DELETE /v2.0/networks/17bda384-38d7-4592-a4bb-4dd6daeb6237 HTTP/1.1" status: 204 len: 168 time: 0.8436532 Feb 20 22:47:48.972815 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50490) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:48.980576 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e389e-38ea-4e09-9414-b8a7583a1774 admin admin] Pushing event deleted for resources: {'Network': ['ID=17bda384-38d7-4592-a4bb-4dd6daeb6237,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:49.316179 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571383'] for router_interface (0ff67205-efe2-4351-bc22-2049b69a3f9d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:49.557109 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] Deleting port de87090e-e3c4-4581-9358-3d88f2d7a38f {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:49.557441 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:49.632323 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] For port de87090e-e3c4-4581-9358-3d88f2d7a38f, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=de87090e-e3c4-4581-9358-3d88f2d7a38f,segment=NetworkSegment(9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc),segment_id=9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:49.632669 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:49.643743 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] Calling delete_port for de87090e-e3c4-4581-9358-3d88f2d7a38f owned by network:router_interface {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:49.876002 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (de87090e-e3c4-4581-9358-3d88f2d7a38f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:49.908485 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de87090e-e3c4-4581-9358-3d88f2d7a38f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:49.952274 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 1baf49eb-e208-4e86-a71e-39bbfea9cf73 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:49.974147 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 1baf49eb-e208-4e86-a71e-39bbfea9cf73 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:49.974495 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 1baf49eb-e208-4e86-a71e-39bbfea9cf73 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:50.090032 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-569703'] for router_interface (0ff67205-efe2-4351-bc22-2049b69a3f9d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:50.301856 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] Router 0ff67205-efe2-4351-bc22-2049b69a3f9d has already been hosted by L3 agent 0e59f033-66c7-417c-ac96-66d0eed621e2 {{(pid=103377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 22:47:50.406764 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] Notify agent at l3_agent.dv-cinder-830095-1-iscsi the message routers_updated {{(pid=103377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 22:47:50.411611 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-db949222-ab17-4d66-9cd9-e21a9c36cdc0 admin admin] 10.222.0.67 "PUT /v2.0/routers/0ff67205-efe2-4351-bc22-2049b69a3f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4377670 Feb 20 22:47:50.414336 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50492) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:50.415907 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] Sync routers for ids ['0ff67205-efe2-4351-bc22-2049b69a3f9d'] in dv-cinder-830095-1-iscsi {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 22:47:50.425311 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] Routers {'0ff67205-efe2-4351-bc22-2049b69a3f9d'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:50.426009 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ff67205-efe2-4351-bc22-2049b69a3f9d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:50.518825 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Publish callbacks [] for router (0ff67205-efe2-4351-bc22-2049b69a3f9d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:50.532484 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] Set router 0ff67205-efe2-4351-bc22-2049b69a3f9d gateway port host: dv-cinder-830095-1-iscsi {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:50.624867 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Publish callbacks [] for router_gateway (0ff67205-efe2-4351-bc22-2049b69a3f9d), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:50.707094 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'name': 'tempest-TestVolumeBootPattern-354813554-router', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13902551-927e-452b-838a-e5943d6828df', 'external_fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '6264f530-759e-4bc3-b5f7-678c08def589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:46Z', 'updated_at': '2022-02-20T22:47:49Z', 'revision_number': 5, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'gw_port': {'id': '6264f530-759e-4bc3-b5f7-678c08def589', 'name': '', 'network_id': '13902551-927e-452b-838a-e5943d6828df', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:c3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830095-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T22:40:47Z', 'updated_at': '2022-02-20T22:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c291e6b1-bd6f-49f6-a7a5-5d52c46449fa', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830095-1-iscsi'}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:50.736600 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] Checking router: 0ff67205-efe2-4351-bc22-2049b69a3f9d for host: dv-cinder-830095-1-iscsi {{(pid=103379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 22:47:50.745490 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] Routers {'0ff67205-efe2-4351-bc22-2049b69a3f9d'} bound to L3 agent in host dv-cinder-830095-1-iscsi {{(pid=103379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 22:47:50.746139 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830095-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T22:26:35Z,description=,heartbeat_timestamp=2022-02-20T22:47:35Z,host='dv-cinder-830095-1-iscsi',id=0e59f033-66c7-417c-ac96-66d0eed621e2,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T22:26:35Z,topic='l3_agent')) {'router_ids': ['0ff67205-efe2-4351-bc22-2049b69a3f9d'], 'active': True} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:50.779409 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Deleting port 6264f530-759e-4bc3-b5f7-678c08def589 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:50.779732 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (6264f530-759e-4bc3-b5f7-678c08def589), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:50.832705 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_dvr_db [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] Set router 0ff67205-efe2-4351-bc22-2049b69a3f9d gateway port host: None {{(pid=103379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 22:47:50.857266 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] For port 6264f530-759e-4bc3-b5f7-678c08def589, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=6264f530-759e-4bc3-b5f7-678c08def589,segment=NetworkSegment(57781b0c-c415-4d4c-9970-122934cd63ba),segment_id=57781b0c-c415-4d4c-9970-122934cd63ba)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:50.857617 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (6264f530-759e-4bc3-b5f7-678c08def589), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:50.870164 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Calling delete_port for 6264f530-759e-4bc3-b5f7-678c08def589 owned by network:router_gateway {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:50.886572 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.l3_hamode_db [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'name': 'tempest-TestVolumeBootPattern-354813554-router', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:46Z', 'updated_at': '2022-02-20T22:47:50Z', 'revision_number': 6, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'gw_port_host': None}], 'dv-cinder-830095-1-iscsi', False) {} {{(pid=103379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:50.912157 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476b558-18b8-4a43-9dc5-85fc9a5f314c None None] The sync data for ids ['0ff67205-efe2-4351-bc22-2049b69a3f9d'] in dv-cinder-830095-1-iscsi is: [{'id': '0ff67205-efe2-4351-bc22-2049b69a3f9d', 'name': 'tempest-TestVolumeBootPattern-354813554-router', 'tenant_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T22:40:46Z', 'updated_at': '2022-02-20T22:47:50Z', 'revision_number': 6, 'project_id': 'f3e4f47c4eea42d58da4713a0891b9d9', 'gw_port_host': None}] {{(pid=103379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 22:47:51.099038 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (6264f530-759e-4bc3-b5f7-678c08def589), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.129560 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Pushing event deleted for resources: {'Port': ['ID=6264f530-759e-4bc3-b5f7-678c08def589,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:51.187594 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560269'] for router_gateway (0ff67205-efe2-4351-bc22-2049b69a3f9d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.279113 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2725'] for router (0ff67205-efe2-4351-bc22-2049b69a3f9d), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.281340 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Publish callbacks [] for router_controller (0ff67205-efe2-4351-bc22-2049b69a3f9d), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.639772 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570728'] for router (0ff67205-efe2-4351-bc22-2049b69a3f9d), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.640228 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff67205-efe2-4351-bc22-2049b69a3f9d {{(pid=103377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 22:47:51.644813 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.645624 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-90ac4ca9-bbf0-4539-a30d-a6b8d6a1b830 admin admin] 10.222.0.67 "DELETE /v2.0/routers/0ff67205-efe2-4351-bc22-2049b69a3f9d HTTP/1.1" status: 204 len: 168 time: 1.2302432 Feb 20 22:47:51.648806 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50494) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:51.692141 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cb9269-90f3-49df-bb4a-bef4b347325b admin admin] Deleting subnet 69dc1878-fa12-4140-8037-2de8d44e954a {{(pid=103377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 22:47:51.696245 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9269-90f3-49df-bb4a-bef4b347325b admin admin] Publish callbacks [] for subnet (69dc1878-fa12-4140-8037-2de8d44e954a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.730511 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9269-90f3-49df-bb4a-bef4b347325b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10286890'] for subnet (69dc1878-fa12-4140-8037-2de8d44e954a), precommit_delete_associations {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.810536 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9269-90f3-49df-bb4a-bef4b347325b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1232908'] for subnet (69dc1878-fa12-4140-8037-2de8d44e954a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.931724 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9269-90f3-49df-bb4a-bef4b347325b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1232949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-101955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2418892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9865838'] for subnet (69dc1878-fa12-4140-8037-2de8d44e954a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.942218 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device de87090e-e3c4-4581-9358-3d88f2d7a38f no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:51.963124 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: de87090e-e3c4-4581-9358-3d88f2d7a38f {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:51.963464 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device de87090e-e3c4-4581-9358-3d88f2d7a38f not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:51.963867 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6264f530-759e-4bc3-b5f7-678c08def589 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:51.969141 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb9269-90f3-49df-bb4a-bef4b347325b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69dc1878-fa12-4140-8037-2de8d44e954a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:51.974929 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9269-90f3-49df-bb4a-bef4b347325b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for subnet (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:51.979644 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-a9cb9269-90f3-49df-bb4a-bef4b347325b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/69dc1878-fa12-4140-8037-2de8d44e954a HTTP/1.1" status: 204 len: 168 time: 0.3289418 Feb 20 22:47:51.981269 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50496) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:51.989806 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c81a07f-f424-4cd8-a512-39a548564b48 None None] Network b2aafe93-b894-4382-99f2-6e840ced2c2a requested from dv-cinder-830095-1-iscsi {{(pid=103378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 22:47:51.992678 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 6264f530-759e-4bc3-b5f7-678c08def589 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:51.993023 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 6264f530-759e-4bc3-b5f7-678c08def589 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:52.048024 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1173125'] for network (b2aafe93-b894-4382-99f2-6e840ced2c2a), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.104482 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Deleting port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 {{(pid=103377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:52.105095 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.154842 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4585b23-a91d-41fb-9860-a5d56a7d27cf None None] DHCP port deletion for b2aafe93-b894-4382-99f2-6e840ced2c2a request from dv-cinder-830095-1-iscsi {{(pid=103378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 22:47:52.167077 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.db [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] For port 48298bf8-eb28-4e11-8f3e-6f48f3fde247, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=48298bf8-eb28-4e11-8f3e-6f48f3fde247,segment=NetworkSegment(9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc),segment_id=9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc)] {{(pid=103377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:52.167431 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.180151 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.plugin [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Calling delete_port for 48298bf8-eb28-4e11-8f3e-6f48f3fde247 owned by network:dhcp {{(pid=103377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:52.204758 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f4585b23-a91d-41fb-9860-a5d56a7d27cf None None] Deleting port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 {{(pid=103378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 22:47:52.205079 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4585b23-a91d-41fb-9860-a5d56a7d27cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767939740694'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), before_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.269024 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.db [None req-f4585b23-a91d-41fb-9860-a5d56a7d27cf None None] For port 48298bf8-eb28-4e11-8f3e-6f48f3fde247, host dv-cinder-830095-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830095-1-iscsi',level=0,port_id=48298bf8-eb28-4e11-8f3e-6f48f3fde247,segment=NetworkSegment(9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc),segment_id=9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc)] {{(pid=103378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 22:47:52.269404 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4585b23-a91d-41fb-9860-a5d56a7d27cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-558015'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), precommit_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.281583 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f4585b23-a91d-41fb-9860-a5d56a7d27cf None None] Calling delete_port for 48298bf8-eb28-4e11-8f3e-6f48f3fde247 owned by network:dhcp {{(pid=103378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 22:47:52.355881 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2419229'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.361264 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f4585b23-a91d-41fb-9860-a5d56a7d27cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1291754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767939747449', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767939238705'] for port (48298bf8-eb28-4e11-8f3e-6f48f3fde247), after_delete {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.382575 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Pushing event deleted for resources: {'Port': ['ID=48298bf8-eb28-4e11-8f3e-6f48f3fde247,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:52.386985 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4585b23-a91d-41fb-9860-a5d56a7d27cf None None] Pushing event deleted for resources: {'Port': ['ID=48298bf8-eb28-4e11-8f3e-6f48f3fde247,revision_number=None']} {{(pid=103378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:52.388780 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4585b23-a91d-41fb-9860-a5d56a7d27cf None None] No DVR routers for this DVR port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 on host dv-cinder-830095-1-iscsi {{(pid=103378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:52.390367 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] No DVR routers for this DVR port 48298bf8-eb28-4e11-8f3e-6f48f3fde247 on host dv-cinder-830095-1-iscsi {{(pid=103377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 22:47:52.462437 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1233797', 'neutron.services.segments.db._delete_segments_for_network-8767939669306'] for network (b2aafe93-b894-4382-99f2-6e840ced2c2a), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.484768 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2aafe93-b894-4382-99f2-6e840ced2c2a']}} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:52.493635 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc') {'for_net_delete': True} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:52.493950 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.services.segments.db [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc') {} {{(pid=103377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 22:47:52.503336 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767939669571', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10286899'] for segment (9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.517103 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433'] for segment (9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.523608 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 22:47:52.524012 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1099433', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2419242'] for segment (9b9c61e7-f3e8-43bd-a610-e0d4dd67e8bc), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: Traceback (most recent call last): Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: timer() Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: cb(*args, **kw) Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: return func(*args, **kwargs) Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: self._notify() Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: self.callback(batched_events) Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: event.method(event) Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: return f(self, *a, **k) Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: return self._get(url).json() Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: return self.request(url, 'GET', **kwargs) Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 22:47:52.525630 dv-cinder-830095-1-iscsi neutron-server[103377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 22:47:52.639535 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1233806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560353'] for network (b2aafe93-b894-4382-99f2-6e840ced2c2a), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.645002 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549165'] for network (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:52.648285 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b2aafe93-b894-4382-99f2-6e840ced2c2a HTTP/1.1" status: 204 len: 168 time: 0.6660669 Feb 20 22:47:52.659254 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7d74c-3f06-4b4b-a0f2-331c150c7158 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2aafe93-b894-4382-99f2-6e840ced2c2a,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:52.963616 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50500) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:53.002189 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-bcd6f3bc-82c5-4172-8887-c3d874166f39 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ad594c2f6bad4732bd98bc2e27264279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373952 Feb 20 22:47:53.004602 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [-] (103377) accepted ('10.222.0.67', 50502) {{(pid=103377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:53.049362 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8289b3e1-7314-4e71-bd38-f60bc665b5cf admin admin] Publish callbacks [] for security_group (cf7d020a-73fd-4f2d-81bc-f962cb66ba7f), before_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:53.074478 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8289b3e1-7314-4e71-bd38-f60bc665b5cf admin admin] Publish callbacks [] for security_group (cf7d020a-73fd-4f2d-81bc-f962cb66ba7f), precommit_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:53.173001 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8289b3e1-7314-4e71-bd38-f60bc665b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (cf7d020a-73fd-4f2d-81bc-f962cb66ba7f), after_delete {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:53.175753 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron_lib.callbacks.manager [None req-8289b3e1-7314-4e71-bd38-f60bc665b5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:53.176904 dv-cinder-830095-1-iscsi neutron-server[103377]: INFO neutron.wsgi [None req-8289b3e1-7314-4e71-bd38-f60bc665b5cf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cf7d020a-73fd-4f2d-81bc-f962cb66ba7f HTTP/1.1" status: 204 len: 168 time: 0.1713884 Feb 20 22:47:53.186176 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289b3e1-7314-4e71-bd38-f60bc665b5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7d020a-73fd-4f2d-81bc-f962cb66ba7f,revision_number=None']} {{(pid=103377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:47:53.792810 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50508) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:53.831358 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-a0640626-575d-4c40-b723-b2098f81d63f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f3e4f47c4eea42d58da4713a0891b9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374131 Feb 20 22:47:53.833811 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.wsgi [-] (103376) accepted ('10.222.0.67', 50510) {{(pid=103376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 22:47:53.884273 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36807603-9e33-4994-9db0-1a07449dce57 admin admin] Publish callbacks [] for security_group (6789d04e-a94c-4ff0-8d6b-bb1f094ce59a), before_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:53.905844 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36807603-9e33-4994-9db0-1a07449dce57 admin admin] Publish callbacks [] for security_group (6789d04e-a94c-4ff0-8d6b-bb1f094ce59a), precommit_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:53.937774 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 48298bf8-eb28-4e11-8f3e-6f48f3fde247 no longer exists at agent ovs-agent-dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 22:47:53.958260 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.plugin [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] No Port match for: 48298bf8-eb28-4e11-8f3e-6f48f3fde247 {{(pid=103378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 22:47:53.958537 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron.plugins.ml2.rpc [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Device 48298bf8-eb28-4e11-8f3e-6f48f3fde247 not bound to the agent host dv-cinder-830095-1-iscsi {{(pid=103378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 22:47:54.028115 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36807603-9e33-4994-9db0-1a07449dce57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541053'] for security_group (6789d04e-a94c-4ff0-8d6b-bb1f094ce59a), after_delete {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:54.030680 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-36807603-9e33-4994-9db0-1a07449dce57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:47:54.031838 dv-cinder-830095-1-iscsi neutron-server[103376]: INFO neutron.wsgi [None req-36807603-9e33-4994-9db0-1a07449dce57 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6789d04e-a94c-4ff0-8d6b-bb1f094ce59a HTTP/1.1" status: 204 len: 168 time: 0.1971602 Feb 20 22:47:54.039977 dv-cinder-830095-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36807603-9e33-4994-9db0-1a07449dce57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6789d04e-a94c-4ff0-8d6b-bb1f094ce59a,revision_number=None']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 22:48:02.133668 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f8fad61c-e075-4e0d-b1a5-e64dfc7bc807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:04.092846 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:04.709998 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b9dc90ca-ff70-4e87-a810-5759b8bab8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:05.675921 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:06.936261 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:08.515548 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:14.315545 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:48:32.115773 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-06ed2387-bcc8-4c09-954b-d37186475ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:34.098076 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:34.612380 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-188f218a-f3ce-4f74-a47d-06e225e39d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:35.692703 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:36.947320 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:38.543900 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:48:51.314532 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:49:02.121126 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-91df22fe-99d3-484c-921a-10a75dae8157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:04.135635 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:04.610151 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-87949359-7e12-4287-a88f-1b901a68b68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:05.658276 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:06.970096 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:08.532695 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:28.312805 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:49:32.109902 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-3167e306-8245-48e1-8d91-1e91df2041d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:34.086935 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:34.601142 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-99466c96-183d-40f0-afcd-2c2f2a3e9835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:35.681317 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:36.989985 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:49:38.524518 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:02.152044 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-81501e38-9634-43bc-86fb-82aef41bd858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:04.094565 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:04.629478 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d2658690-e516-498e-99a7-810914889bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:05.312619 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:50:05.654416 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:06.963240 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:08.523460 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:32.143893 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-858cf23d-d098-4ff6-8d82-bc09bad2ba22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:34.128740 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:34.625458 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-6b6ce7c6-565c-4ee0-b369-329657d9aed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:35.700011 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:36.210306 dv-cinder-830095-1-iscsi neutron-server[103377]: DEBUG neutron.wsgi [req-f94c88fb-86fe-4ceb-a8c9-e2ecb64c54a9 req-794a1108-6e25-40b5-8598-cdb266c4aa5f service neutron] (103377) timed out ('10.222.0.91', 64103) {{(pid=103377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 22:50:36.980027 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:38.539705 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:50:42.311770 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:51:02.122570 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-786e718a-0708-44ae-a206-2a52eeae5203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:04.137822 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:04.600584 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-4298062d-e823-415e-91fd-53b6f479ca1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:05.687819 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:06.968143 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:08.557792 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:19.310975 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:51:32.110346 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-44b55edb-8705-427d-9b9b-74f1fbf6f991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:34.123283 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:34.606261 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-470d2581-1159-4616-84c3-f6f32ca41ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:35.666122 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:36.956102 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:38.533280 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:51:56.310590 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:52:02.121353 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-b8b1743f-104a-4800-86fd-51e6fdd91cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:04.161570 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:04.640576 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-a76edf08-ec00-46e9-bdcd-7cedd70b7bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:05.686994 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:06.955919 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:08.528077 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:32.126714 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-acfdda43-c385-45bf-87c4-0bb749178fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:33.309023 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 22:52:34.310066 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:34.601019 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8f53-bb0c-413b-9b82-c08625f59494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:35.680917 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:37.046615 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:52:38.532694 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:02.104235 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-c4cca020-eb64-494c-a81b-fb5c9e002801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (eb4a83b2-0549-4f3d-bd9c-a8502f9aee93), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:04.274844 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-9bde95e1-c6cb-470a-8e96-e9b5cda4363e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (b2cbc725-2e21-422f-b37d-8ba9bb3f00bb), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:04.617499 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-50578349-66b6-4d52-9769-78c3d61d9c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (0e59f033-66c7-417c-ac96-66d0eed621e2), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:05.674669 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-ce20050b-9af0-451a-8328-9b509cffdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (29e13a77-7bc7-44d3-8cd8-ec4ecff2aff7), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:07.029414 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-e7545328-8148-4379-aedf-47d47a8e59b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (5d71412f-b00c-4741-89b7-ae646259315a), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:08.543850 dv-cinder-830095-1-iscsi neutron-server[103378]: DEBUG neutron_lib.callbacks.manager [None req-f94444ff-85a0-4266-8161-c06a95170f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767939669288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1236892'] for agent (97bba9a7-60ae-4775-929a-962922825a31), after_update {{(pid=103378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 22:53:10.308482 dv-cinder-830095-1-iscsi neutron-server[103379]: DEBUG neutron.db.agents_db [None req-1e11d4d6-07e4-4ed3-baa1-f962bf63ef85 None None] Agent healthcheck: found 6 active agents {{(pid=103379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}